[ 548.778335] env[69242]: INFO neutron.common.config [-] Logging enabled! [ 548.778652] env[69242]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev43 [ 548.778805] env[69242]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69242) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 548.779121] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 548.779221] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 548.780071] env[69242]: WARNING oslo_policy.policy [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 548.780304] env[69242]: WARNING oslo_policy.policy [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 548.781782] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] VMware NSXv3 Agent initialized successfully. [ 548.782169] env[69242]: DEBUG oslo_concurrency.lockutils [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] Acquiring lock "singleton_lock" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.782313] env[69242]: DEBUG oslo_concurrency.lockutils [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] Acquired lock "singleton_lock" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.782546] env[69242]: DEBUG oslo_concurrency.lockutils [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] Releasing lock "singleton_lock" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.782829] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] Full set of CONF: {{(pid=69242) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 548.783064] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ******************************************************************************** {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 548.783191] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] Configuration options gathered from: {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 548.783438] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 548.783623] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 548.783738] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ================================================================================ {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 548.783915] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] agent_down_time = 75 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.784075] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] allow_automatic_dhcp_failover = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.784218] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] allow_bulk = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.784369] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] api_extensions_path = {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.784515] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] api_paste_config = api-paste.ini {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.784662] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] auth_strategy = keystone {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.784801] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] backdoor_port = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.784918] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] backdoor_socket = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.785078] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] backlog = 4096 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.785228] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] base_mac = fa:16:3e:00:00:00 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.785406] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] bind_host = 0.0.0.0 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.785565] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] bind_port = 9696 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.785720] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] client_socket_timeout = 900 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.785884] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] config_dir = [] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.786011] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.786162] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] config_source = [] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.786327] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] control_exchange = neutron {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.786454] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] core_plugin = ml2 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.786596] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] debug = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.786740] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] default_availability_zones = [] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.786955] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.787109] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] dhcp_agent_notification = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.787255] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] dhcp_agents_per_network = 1 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.787398] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] dhcp_lease_duration = 86400 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.787550] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] dhcp_load_type = networks {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.787696] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] dns_domain = openstacklocal {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.787841] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.787983] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] enable_default_route_bfd = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.788133] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] enable_default_route_ecmp = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.788267] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] enable_dvr = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.788402] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] enable_new_agents = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.788539] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.788672] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] enable_signals = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.788808] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] enable_traditional_dhcp = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.788942] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] external_dns_driver = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.789091] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] filter_validation = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.789241] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] global_physnet_mtu = 8950 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.789375] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] graceful_shutdown_timeout = 60 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.789557] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] host = cpu-1 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.789701] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] host_dvr_for_dhcp = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.789838] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] http_retries = 3 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.789983] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] instance_format = [instance: %(uuid)s] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.790140] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.790278] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ipam_driver = internal {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.790415] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ipv6_pd_enabled = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.790548] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] l3_ha = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.790688] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.790831] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] l3_ha_network_physical_name = {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.790971] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] l3_ha_network_type = {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.791127] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] log_color = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.791268] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] log_config_append = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.791409] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.791545] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] log_dir = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.791676] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] log_file = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.791785] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] log_options = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.791925] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] log_rotate_interval = 1 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.792084] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] log_rotate_interval_type = days {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.792232] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] log_rotation_type = none {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.792339] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.792447] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.792587] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.792740] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.792859] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.793031] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] max_dns_nameservers = 5 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.793158] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] max_header_line = 16384 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.793294] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] max_l3_agents_per_router = 3 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.793430] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] max_logfile_count = 30 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.793566] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] max_logfile_size_mb = 200 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.793698] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] max_subnet_host_routes = 20 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.793842] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] my_ip = 10.180.1.21 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.793982] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] my_ipv6 = ::1 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.794132] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] network_auto_schedule = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.794265] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] network_link_prefix = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.794405] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.794549] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] notify_nova_on_port_data_changes = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.794686] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] notify_nova_on_port_status_changes = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.794850] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] pagination_max_limit = -1 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.794992] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] publish_errors = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.795140] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] rate_limit_burst = 0 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.795286] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] rate_limit_except_level = CRITICAL {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.795423] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] rate_limit_interval = 0 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.795550] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] retry_until_window = 30 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.795687] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] router_distributed = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.795844] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] rpc_resources_processing_step = 20 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.795984] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] rpc_response_max_timeout = 600 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.796137] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] rpc_response_timeout = 60 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.796271] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] send_events_interval = 2 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.796443] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] service_plugins = ['router'] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.796563] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] setproctitle = on {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.796696] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] shell_completion = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.796840] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] state_path = /opt/stack/data/neutron {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.796979] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] syslog_log_facility = LOG_USER {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.797129] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] tcp_keepidle = 600 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.797276] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] transport_url = **** {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.797411] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] use_journal = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.797545] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] use_json = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.797676] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] use_ssl = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.797809] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] use_stderr = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.797947] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] use_syslog = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.798091] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] vlan_qinq = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.798227] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] vlan_transparent = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.798358] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] watch_log_file = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.798494] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] wsgi_default_pool_size = 100 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.798626] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] wsgi_keep_alive = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.798767] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.798904] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] wsgi_server_debug = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.799059] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_concurrency.disable_process_locking = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.799213] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.799358] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.799496] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.799641] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.799779] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.799919] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.800079] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] profiler.connection_string = messaging:// {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.800225] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] profiler.enabled = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.800390] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] profiler.es_doc_type = notification {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.800510] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] profiler.es_scroll_size = 10000 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.800654] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] profiler.es_scroll_time = 2m {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.800792] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] profiler.filter_error_trace = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.800935] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] profiler.hmac_keys = **** {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.801091] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] profiler.sentinel_service_name = mymaster {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.801240] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] profiler.socket_timeout = 0.1 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.801379] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] profiler.trace_requests = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.801514] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] profiler.trace_sqlalchemy = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.801663] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] profiler_jaeger.process_tags = {} {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.801796] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] profiler_jaeger.service_name_prefix = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.801935] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] profiler_otlp.service_name_prefix = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.802102] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_policy.enforce_new_defaults = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.802373] env[69242]: WARNING oslo_config.cfg [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 548.802531] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_policy.enforce_scope = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.802685] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_policy.policy_default_rule = default {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.802875] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.803045] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.803213] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.803367] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.803512] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.803675] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.803822] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.803975] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_policy.remote_timeout = 60.0 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.804141] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.804294] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] agent.extensions = [] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.804442] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.804603] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] service_providers.service_provider = [] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.804788] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] QUOTAS.default_quota = -1 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.804949] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.805108] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] QUOTAS.quota_floatingip = 50 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.805251] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] QUOTAS.quota_network = 100 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.805392] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] QUOTAS.quota_port = 500 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.805533] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.805676] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] QUOTAS.quota_router = 10 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.805816] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] QUOTAS.quota_security_group = 10 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.805959] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.806183] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] QUOTAS.quota_subnet = 100 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.806397] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] QUOTAS.track_quota_usage = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.806597] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.806702] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep.group = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.806842] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep.helper_command = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.807042] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.807136] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep.thread_pool_size = 8 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.807276] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep.user = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.807491] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.807635] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_dhcp_release.group = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.807836] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_dhcp_release.helper_command = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.807986] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.808141] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.808277] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_dhcp_release.user = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.808427] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.808569] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_ovs_vsctl.group = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.808696] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_ovs_vsctl.helper_command = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.808835] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.808984] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.809133] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_ovs_vsctl.user = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.809279] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_namespace.capabilities = [21] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.809417] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_namespace.group = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.809548] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_namespace.helper_command = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.809687] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.809906] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_namespace.thread_pool_size = 8 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.810402] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_namespace.user = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.810402] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_conntrack.capabilities = [12] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.810402] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_conntrack.group = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.810402] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_conntrack.helper_command = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.810657] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.810657] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.810752] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_conntrack.user = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.810901] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_link.capabilities = [12, 21] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.811044] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_link.group = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.811181] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_link.helper_command = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.811320] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.811456] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_link.thread_pool_size = 8 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.811588] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] privsep_link.user = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.811745] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.811895] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.812048] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT.continue_on_failed_promotions = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.812189] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT.dscp = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.812329] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT.dscp_inherit = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.812476] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT.force_mp_to_policy = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.812610] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT.locking_coordinator_url = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.812777] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT.log_agent_heartbeats = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.813022] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT.logging_expire = 1 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.813101] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.813241] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.813388] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT.polling_interval = 240 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.813529] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.813678] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.813824] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT.report_interval = 30.0 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.813972] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.814131] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.814268] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.814412] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT.sync_skew = 60 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.814554] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT.synchronization_queue_size = 20 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.814694] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT.use_helper_for_ns_read = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.814868] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] SECURITYGROUP.enable_ipset = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.815029] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] SECURITYGROUP.enable_security_group = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.815183] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.815329] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.815476] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] experimental.ipv6_pd_enabled = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.815634] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ml2.extension_drivers = ['port_security'] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.815819] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ml2.external_network_type = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.816044] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.816210] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ml2.overlay_ip_version = 4 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.816365] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ml2.path_mtu = 8950 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.816513] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ml2.physical_network_mtus = {} {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.816666] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ml2.tenant_network_types = ['vlan'] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.816815] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.818469] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ml2.type_drivers = ['vlan'] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.818469] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT_CLI.neutron_port_id = [] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.818469] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.818469] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.818469] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.818469] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.818469] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.818819] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.818819] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.818819] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.818819] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.818819] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_login_password = **** {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.818978] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_login_port = 443 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.818978] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_login_user = admin {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.819219] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.819280] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.819415] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.819553] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.819694] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.819860] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823021] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823021] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823021] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823021] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823021] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823021] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823310] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823310] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823310] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] vsphere.vsphere_login_password = VMware1! {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823310] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823310] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823310] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] nova.auth_section = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823496] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] nova.auth_type = password {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823496] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823496] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] nova.certfile = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823496] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] nova.collect_timing = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823496] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] nova.endpoint_type = public {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823496] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] nova.insecure = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823496] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] nova.keyfile = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823702] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] nova.region_name = RegionOne {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823702] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] nova.split_loggers = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823702] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] nova.timeout = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823702] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] placement.auth_section = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823702] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] placement.auth_type = password {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823702] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823702] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] placement.certfile = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823883] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] placement.collect_timing = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823883] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] placement.endpoint_type = public {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.823960] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] placement.insecure = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.824203] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] placement.keyfile = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.824261] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] placement.region_name = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.824411] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] placement.split_loggers = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.824494] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] placement.timeout = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.824631] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.auth_section = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.824793] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.auth_type = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.824933] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.cafile = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.825077] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.certfile = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828078] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.collect_timing = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828078] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.connect_retries = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828078] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.connect_retry_delay = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828078] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.enable_notifications = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828078] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.endpoint_override = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828078] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.insecure = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828078] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.interface = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828455] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.keyfile = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828455] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.max_version = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828455] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.min_version = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828455] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.region_name = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828455] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.retriable_status_codes = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828455] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.service_name = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828455] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.service_type = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828652] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.split_loggers = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828652] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.status_code_retries = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828652] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.status_code_retry_delay = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828652] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.timeout = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828652] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.valid_interfaces = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828652] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ironic.version = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828652] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] cli_script.dry_run = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828837] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828837] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828837] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828837] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828837] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.828837] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.829056] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.829056] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.829135] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.829440] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.829440] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.829532] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.829647] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.829788] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.829922] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.830074] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.830258] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.830343] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.830485] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.830619] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.830755] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.830890] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.834021] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.834021] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.834021] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.834021] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.834021] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.834021] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.834310] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.834310] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.834310] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.ssl = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.834310] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.834310] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.834310] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.834310] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.834628] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.ssl_version = {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.834628] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.834628] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_notifications.driver = [] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.834628] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_notifications.retry = -1 {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.834628] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.834628] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] oslo_messaging_notifications.transport_url = **** {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.834791] env[69242]: DEBUG oslo_service.backend.eventlet.service [None req-90cbb8ae-824d-4944-9bd6-c3a25ad56e1d None None] ******************************************************************************** {{(pid=69242) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 548.834791] env[69242]: DEBUG neutron.agent.securitygroups_rpc [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Init firewall settings (driver=nsxv3) {{(pid=69242) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 548.836074] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69242) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 548.836306] env[69242]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] RPC agent_id: nsxm-l-01a.corp.local [ 548.839171] env[69242]: DEBUG dogpile.cache.region [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 548.839293] env[69242]: DEBUG dogpile.lock [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 548.839391] env[69242]: DEBUG dogpile.lock [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 548.839552] env[69242]: DEBUG dogpile.lock [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 548.839638] env[69242]: DEBUG dogpile.cache.region [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 548.839688] env[69242]: DEBUG dogpile.lock [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 548.839798] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 548.858409] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Session token - acquiring [ 548.859891] env[69242]: DEBUG networking_nsxv3.common.locking [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.860092] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.860196] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.860584] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.870425] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.135792] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 549.156043] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 549.156200] env[69242]: DEBUG dogpile.cache.region [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Cache value generated in 0.316 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 549.156323] env[69242]: DEBUG dogpile.lock [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 549.156439] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Activating Policy API Provider. [ 549.156645] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Looking for the default Infrastructure Rules. [ 549.223051] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Looking for the Default Layer3 Logged Drop Section. [ 549.237664] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 549.238119] env[69242]: DEBUG networking_nsxv3.common.locking [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.238294] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquiring lock "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.238399] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquired lock "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.238670] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquired external semaphore "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.238996] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.753589] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.256217] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.759180] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Inventory metadata is going to be refreshed. [ 550.759414] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 551.507019] env[69242]: DEBUG networking_nsxv3.common.locking [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.507019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.507019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.507019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.614877] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 551.616125] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.617111] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 551.633838] env[69242]: DEBUG networking_nsxv3.common.locking [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.634192] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.634486] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.634886] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.635134] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.635368] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 551.635589] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 551.635795] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 551.654251] env[69242]: DEBUG networking_nsxv3.common.locking [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.654652] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.654874] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.656048] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.656048] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.656048] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 551.672970] env[69242]: DEBUG networking_nsxv3.common.locking [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.673190] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.673260] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.673569] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.673716] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.673895] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 551.690091] env[69242]: DEBUG networking_nsxv3.common.locking [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.690256] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquiring lock "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.690357] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquired lock "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.690634] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquired external semaphore "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.690778] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Releasing lock "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.690927] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 551.691047] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 551.691436] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 551.710513] env[69242]: DEBUG networking_nsxv3.common.locking [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.710764] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquiring lock "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.710819] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquired lock "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.711099] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquired external semaphore "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.711233] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Releasing lock "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.711381] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 551.711488] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 551.711595] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 551.729856] env[69242]: DEBUG networking_nsxv3.common.locking [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.730089] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.730139] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.730452] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.730555] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.730710] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 551.730819] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 551.730922] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Inventory metadata have been refreshed. [ 551.731059] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Dryrun:True. Metadata refresh completed. [ 551.731155] env[69242]: DEBUG oslo_concurrency.lockutils [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Releasing lock "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.732903] env[69242]: INFO neutron.agent.agent_extensions_manager [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Loaded agent extensions: [] [ 551.733715] env[69242]: DEBUG neutron_lib.callbacks.manager [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69242) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 551.781122] env[69242]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] NSXv3 Agent Agent RPC Daemon Started! [ 551.781266] env[69242]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] NSXv3 Agent Agent loop - iteration:0 started [ 551.781312] env[69242]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] NSXv3 Agent Agent out of sync with plugin! [ 556.734744] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.735054] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.736365] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.736784] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.670890] env[69242]: INFO networking_nsxv3.common.synchronization [None req-f2f08866-f89b-42fd-a4a7-9a62d8876e05 demo admin] Enqueued Resource ID: a7e56c34-df9e-4285-945c-1ad8bcaad06b with Priority: HIGHEST for action security_group_rules [ 565.670890] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e56c34-df9e-4285-945c-1ad8bcaad06b with Priority: HIGHEST for action security_group_rules [ 565.670890] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7e56c34-df9e-4285-945c-1ad8bcaad06b taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.670890] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7e56c34-df9e-4285-945c-1ad8bcaad06b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.670890] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7e56c34-df9e-4285-945c-1ad8bcaad06b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.671219] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7e56c34-df9e-4285-945c-1ad8bcaad06b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.671943] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7e56c34-df9e-4285-945c-1ad8bcaad06b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.190685] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.190917] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.190917] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.191107] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.191243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.191300] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7e56c34-df9e-4285-945c-1ad8bcaad06b already deleted. [ 566.191372] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7e56c34-df9e-4285-945c-1ad8bcaad06b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.671217] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 570.671485] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.672991] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 575.673378] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 580.673873] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 580.674258] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 585.674825] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 585.675173] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 590.676807] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 590.676807] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 590.919951] env[69242]: INFO networking_nsxv3.common.synchronization [None req-bf993ba4-f7a2-47c3-b459-11c2f7accffd None None] Enqueued Resource ID: 02dfa9bc-04c8-4c99-8c7a-cd053abf11cc with Priority: HIGHEST for action port [ 590.920094] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02dfa9bc-04c8-4c99-8c7a-cd053abf11cc with Priority: HIGHEST for action port [ 590.920572] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-02dfa9bc-04c8-4c99-8c7a-cd053abf11cc taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.921262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02dfa9bc-04c8-4c99-8c7a-cd053abf11cc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.921262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02dfa9bc-04c8-4c99-8c7a-cd053abf11cc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.921786] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02dfa9bc-04c8-4c99-8c7a-cd053abf11cc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.921902] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02dfa9bc-04c8-4c99-8c7a-cd053abf11cc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.073900] env[69242]: INFO networking_nsxv3.common.synchronization [None req-f80a37ef-4538-44ae-a2b8-095c2bcd9a7e None None] Enqueued Resource ID: 8677ea7a-8b99-4fc5-8d16-a638e3ab0f2d with Priority: HIGHEST for action port [ 591.074433] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8677ea7a-8b99-4fc5-8d16-a638e3ab0f2d with Priority: HIGHEST for action port [ 591.074671] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-8677ea7a-8b99-4fc5-8d16-a638e3ab0f2d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.074797] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8677ea7a-8b99-4fc5-8d16-a638e3ab0f2d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.074909] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8677ea7a-8b99-4fc5-8d16-a638e3ab0f2d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.076216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8677ea7a-8b99-4fc5-8d16-a638e3ab0f2d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.076309] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8677ea7a-8b99-4fc5-8d16-a638e3ab0f2d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.424128] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02dfa9bc-04c8-4c99-8c7a-cd053abf11cc [ 591.424369] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.424504] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.424576] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.426893] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.426893] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.426893] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02dfa9bc-04c8-4c99-8c7a-cd053abf11cc already deleted. [ 591.426893] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02dfa9bc-04c8-4c99-8c7a-cd053abf11cc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.579614] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8677ea7a-8b99-4fc5-8d16-a638e3ab0f2d [ 591.579838] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.580081] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.580081] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.580256] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.580344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.580449] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8677ea7a-8b99-4fc5-8d16-a638e3ab0f2d already deleted. [ 591.580534] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8677ea7a-8b99-4fc5-8d16-a638e3ab0f2d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.967032] env[69242]: INFO networking_nsxv3.common.synchronization [None req-17073bb8-579f-4ad2-9a7e-428c8e8bb465 None None] Enqueued Resource ID: c7624f50-c774-4ead-99a9-3aee4bbb828d with Priority: HIGHEST for action port [ 592.967276] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7624f50-c774-4ead-99a9-3aee4bbb828d with Priority: HIGHEST for action port [ 592.967612] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7624f50-c774-4ead-99a9-3aee4bbb828d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.967747] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7624f50-c774-4ead-99a9-3aee4bbb828d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.967811] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7624f50-c774-4ead-99a9-3aee4bbb828d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.968242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7624f50-c774-4ead-99a9-3aee4bbb828d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.968280] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7624f50-c774-4ead-99a9-3aee4bbb828d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.471671] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7624f50-c774-4ead-99a9-3aee4bbb828d [ 593.471671] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.471887] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.471963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.472211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.472250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.472387] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7624f50-c774-4ead-99a9-3aee4bbb828d already deleted. [ 593.472415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7624f50-c774-4ead-99a9-3aee4bbb828d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.490194] env[69242]: INFO networking_nsxv3.common.synchronization [None req-3c66e18f-6064-4786-b3bd-3623e3dfe237 None None] Enqueued Resource ID: c81854be-bebb-480d-a163-c852d02b3c6f with Priority: HIGHEST for action port [ 593.490194] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c81854be-bebb-480d-a163-c852d02b3c6f with Priority: HIGHEST for action port [ 593.490194] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-c81854be-bebb-480d-a163-c852d02b3c6f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.490194] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c81854be-bebb-480d-a163-c852d02b3c6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.490194] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c81854be-bebb-480d-a163-c852d02b3c6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.490381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c81854be-bebb-480d-a163-c852d02b3c6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.490501] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c81854be-bebb-480d-a163-c852d02b3c6f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.995783] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c81854be-bebb-480d-a163-c852d02b3c6f [ 593.995783] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.995783] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.995783] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.995783] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.995783] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.995783] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c81854be-bebb-480d-a163-c852d02b3c6f already deleted. [ 593.995783] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c81854be-bebb-480d-a163-c852d02b3c6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.056549] env[69242]: INFO networking_nsxv3.common.synchronization [None req-0fa7325b-1d0a-461d-9886-d0c79773f7b9 None None] Enqueued Resource ID: 25202eb9-0f03-4229-8952-cd50fea2352d with Priority: HIGHEST for action port [ 595.056815] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25202eb9-0f03-4229-8952-cd50fea2352d with Priority: HIGHEST for action port [ 595.057539] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-25202eb9-0f03-4229-8952-cd50fea2352d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.057539] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25202eb9-0f03-4229-8952-cd50fea2352d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.057539] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25202eb9-0f03-4229-8952-cd50fea2352d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.057702] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25202eb9-0f03-4229-8952-cd50fea2352d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.057702] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25202eb9-0f03-4229-8952-cd50fea2352d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.560796] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25202eb9-0f03-4229-8952-cd50fea2352d [ 595.561052] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.561196] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.561268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.561488] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.561579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.561763] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25202eb9-0f03-4229-8952-cd50fea2352d already deleted. [ 595.561888] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25202eb9-0f03-4229-8952-cd50fea2352d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.320232] env[69242]: INFO networking_nsxv3.common.synchronization [None req-478ade18-0b8d-4195-90c9-540bfc1b2ba6 None None] Enqueued Resource ID: d9b17650-d9fd-4eb1-b1b6-2a5bdd28d884 with Priority: HIGHEST for action port [ 596.320497] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b17650-d9fd-4eb1-b1b6-2a5bdd28d884 with Priority: HIGHEST for action port [ 596.324324] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9b17650-d9fd-4eb1-b1b6-2a5bdd28d884 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.324324] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9b17650-d9fd-4eb1-b1b6-2a5bdd28d884" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.324324] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9b17650-d9fd-4eb1-b1b6-2a5bdd28d884" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.324324] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9b17650-d9fd-4eb1-b1b6-2a5bdd28d884" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.324324] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9b17650-d9fd-4eb1-b1b6-2a5bdd28d884',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.825270] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9b17650-d9fd-4eb1-b1b6-2a5bdd28d884 [ 596.825270] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.825270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.825465] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.825844] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.825844] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.825844] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9b17650-d9fd-4eb1-b1b6-2a5bdd28d884 already deleted. [ 596.825844] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9b17650-d9fd-4eb1-b1b6-2a5bdd28d884" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.267334] env[69242]: INFO networking_nsxv3.common.synchronization [None req-3168479b-57af-409e-950f-fadad8eae9dc None None] Enqueued Resource ID: a1a9ea63-dbf2-4cbc-ab73-925b57d36aab with Priority: HIGHEST for action port [ 597.267538] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a9ea63-dbf2-4cbc-ab73-925b57d36aab with Priority: HIGHEST for action port [ 597.268013] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1a9ea63-dbf2-4cbc-ab73-925b57d36aab taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.268139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1a9ea63-dbf2-4cbc-ab73-925b57d36aab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.268206] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1a9ea63-dbf2-4cbc-ab73-925b57d36aab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.268454] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1a9ea63-dbf2-4cbc-ab73-925b57d36aab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.269290] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1a9ea63-dbf2-4cbc-ab73-925b57d36aab',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.772533] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1a9ea63-dbf2-4cbc-ab73-925b57d36aab [ 597.772533] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.772890] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.772890] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.772949] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.773145] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.773208] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1a9ea63-dbf2-4cbc-ab73-925b57d36aab already deleted. [ 597.773258] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1a9ea63-dbf2-4cbc-ab73-925b57d36aab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.093798] env[69242]: INFO networking_nsxv3.common.synchronization [None req-398ff2fb-668d-418e-a983-d356e2ead018 None None] Enqueued Resource ID: 8b54c652-2484-48e9-8a9d-f376e22fcdaf with Priority: HIGHEST for action port [ 598.094050] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b54c652-2484-48e9-8a9d-f376e22fcdaf with Priority: HIGHEST for action port [ 598.094587] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b54c652-2484-48e9-8a9d-f376e22fcdaf taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.094935] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b54c652-2484-48e9-8a9d-f376e22fcdaf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.094935] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b54c652-2484-48e9-8a9d-f376e22fcdaf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.095463] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b54c652-2484-48e9-8a9d-f376e22fcdaf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.095606] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b54c652-2484-48e9-8a9d-f376e22fcdaf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.348235] env[69242]: INFO networking_nsxv3.common.synchronization [None req-c2015891-c0a7-4249-89b1-9a0b1c646491 None None] Enqueued Resource ID: 55a64462-cad1-46bf-8c3c-b06d6c6610c8 with Priority: HIGHEST for action port [ 598.348953] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a64462-cad1-46bf-8c3c-b06d6c6610c8 with Priority: HIGHEST for action port [ 598.349456] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-55a64462-cad1-46bf-8c3c-b06d6c6610c8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.349638] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55a64462-cad1-46bf-8c3c-b06d6c6610c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.349712] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55a64462-cad1-46bf-8c3c-b06d6c6610c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.349964] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55a64462-cad1-46bf-8c3c-b06d6c6610c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.350064] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55a64462-cad1-46bf-8c3c-b06d6c6610c8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.600928] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b54c652-2484-48e9-8a9d-f376e22fcdaf [ 598.600928] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.600928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.600928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.600928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.600928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.600928] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b54c652-2484-48e9-8a9d-f376e22fcdaf already deleted. [ 598.600928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b54c652-2484-48e9-8a9d-f376e22fcdaf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.852757] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55a64462-cad1-46bf-8c3c-b06d6c6610c8 [ 598.853051] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.853137] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.853206] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.853413] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.853503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.853600] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55a64462-cad1-46bf-8c3c-b06d6c6610c8 already deleted. [ 598.853688] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55a64462-cad1-46bf-8c3c-b06d6c6610c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.055555] env[69242]: INFO networking_nsxv3.common.synchronization [None req-e6177f5a-fb3a-4cf6-b877-88ba56cadea2 None None] Enqueued Resource ID: 12633b35-7608-4e98-9cbf-106e0e4d276a with Priority: HIGHEST for action port [ 599.056163] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12633b35-7608-4e98-9cbf-106e0e4d276a with Priority: HIGHEST for action port [ 599.056163] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-12633b35-7608-4e98-9cbf-106e0e4d276a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.056409] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12633b35-7608-4e98-9cbf-106e0e4d276a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.056409] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12633b35-7608-4e98-9cbf-106e0e4d276a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.056523] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12633b35-7608-4e98-9cbf-106e0e4d276a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.056568] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12633b35-7608-4e98-9cbf-106e0e4d276a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.561980] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12633b35-7608-4e98-9cbf-106e0e4d276a [ 599.562394] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.562836] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.562967] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.563239] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.563383] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.567017] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12633b35-7608-4e98-9cbf-106e0e4d276a already deleted. [ 599.567017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12633b35-7608-4e98-9cbf-106e0e4d276a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.736824] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.736966] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.737054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.737267] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.737489] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.239796] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.369833] env[69242]: INFO networking_nsxv3.common.synchronization [None req-7bb76c72-295d-4584-87ce-bf8c81cc37bd None None] Enqueued Resource ID: 86cde34a-e7a0-4978-84c0-0dd7694b262a with Priority: HIGHEST for action port [ 600.370190] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86cde34a-e7a0-4978-84c0-0dd7694b262a with Priority: HIGHEST for action port [ 600.370734] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-86cde34a-e7a0-4978-84c0-0dd7694b262a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.370855] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86cde34a-e7a0-4978-84c0-0dd7694b262a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.370918] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86cde34a-e7a0-4978-84c0-0dd7694b262a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.371178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86cde34a-e7a0-4978-84c0-0dd7694b262a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.371262] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86cde34a-e7a0-4978-84c0-0dd7694b262a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.746021] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.873401] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86cde34a-e7a0-4978-84c0-0dd7694b262a [ 600.873626] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.873821] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.873883] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.874110] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.874210] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.874305] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86cde34a-e7a0-4978-84c0-0dd7694b262a already deleted. [ 600.874388] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86cde34a-e7a0-4978-84c0-0dd7694b262a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.247254] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 601.248696] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 601.320559] env[69242]: INFO networking_nsxv3.common.synchronization [None req-bd960a7f-c9a3-4c68-9475-eabf17a90b21 None None] Enqueued Resource ID: 6ee3b119-ddd0-4193-83d6-35d6ee66934d with Priority: HIGHEST for action port [ 601.320807] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee3b119-ddd0-4193-83d6-35d6ee66934d with Priority: HIGHEST for action port [ 601.321482] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ee3b119-ddd0-4193-83d6-35d6ee66934d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.321606] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ee3b119-ddd0-4193-83d6-35d6ee66934d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.323741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ee3b119-ddd0-4193-83d6-35d6ee66934d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.324429] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ee3b119-ddd0-4193-83d6-35d6ee66934d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.324573] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ee3b119-ddd0-4193-83d6-35d6ee66934d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.696191] env[69242]: INFO networking_nsxv3.common.synchronization [None req-947511b6-db56-4252-9229-53af40e1dc77 None None] Enqueued Resource ID: 1a9232c5-4bfc-4398-ac5e-e483b2f7115a with Priority: HIGHEST for action port [ 601.696801] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9232c5-4bfc-4398-ac5e-e483b2f7115a with Priority: HIGHEST for action port [ 601.697098] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a9232c5-4bfc-4398-ac5e-e483b2f7115a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.697237] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a9232c5-4bfc-4398-ac5e-e483b2f7115a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.697307] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a9232c5-4bfc-4398-ac5e-e483b2f7115a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.697549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a9232c5-4bfc-4398-ac5e-e483b2f7115a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.697630] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a9232c5-4bfc-4398-ac5e-e483b2f7115a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.827859] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ee3b119-ddd0-4193-83d6-35d6ee66934d [ 601.828630] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.828630] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.828770] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.829113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.829188] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.829274] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ee3b119-ddd0-4193-83d6-35d6ee66934d already deleted. [ 601.829386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ee3b119-ddd0-4193-83d6-35d6ee66934d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.936847] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.937054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.937120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.937342] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.952706] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 601.953519] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.954331] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 601.970912] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.971029] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.971081] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.971261] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.971350] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.971463] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 601.971555] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 601.971643] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 601.990086] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.990279] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.990325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.991755] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.991755] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.991755] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 602.009758] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.009897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.009964] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.010515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.010677] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.010793] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 602.028679] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.029149] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.031417] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.031417] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.031417] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.031417] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 602.031417] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 602.031417] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 602.048683] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.048830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.049561] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.049561] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.049561] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.049561] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 602.049561] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 602.049561] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 602.067347] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.068339] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.068339] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.068444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.068564] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.068986] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 602.068986] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 602.068986] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 602.068986] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 602.068986] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 602.069305] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 602.069305] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 602.069428] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 602.069499] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 602.069571] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 602.087554] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.087856] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.087856] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.088288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.088409] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.088598] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 602.105893] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.106638] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.106638] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.106777] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.106894] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.120490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.199402] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a9232c5-4bfc-4398-ac5e-e483b2f7115a [ 602.202269] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.202269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.202269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.202269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.202269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.202269] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a9232c5-4bfc-4398-ac5e-e483b2f7115a already deleted. [ 602.202269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a9232c5-4bfc-4398-ac5e-e483b2f7115a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.614127] env[69242]: INFO networking_nsxv3.common.synchronization [None req-5023aa6d-203f-4154-9e69-67a6a0e852a1 None None] Enqueued Resource ID: 1e8308df-de51-48c0-899e-457050221bc3 with Priority: HIGHEST for action port [ 603.614127] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e8308df-de51-48c0-899e-457050221bc3 with Priority: HIGHEST for action port [ 603.614127] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e8308df-de51-48c0-899e-457050221bc3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.614127] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e8308df-de51-48c0-899e-457050221bc3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.614127] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e8308df-de51-48c0-899e-457050221bc3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.614798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e8308df-de51-48c0-899e-457050221bc3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.614798] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e8308df-de51-48c0-899e-457050221bc3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.117428] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e8308df-de51-48c0-899e-457050221bc3 [ 604.117662] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.117798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.117866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.118166] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.118216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.119105] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e8308df-de51-48c0-899e-457050221bc3 already deleted. [ 604.119105] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e8308df-de51-48c0-899e-457050221bc3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.702016] env[69242]: INFO networking_nsxv3.common.synchronization [None req-c12ebf64-482b-46ac-869c-542dcdcde9e1 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Enqueued Resource ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 with Priority: HIGHEST for action security_group_rules [ 605.703163] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 with Priority: HIGHEST for action security_group_rules [ 605.703382] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6a96813-aaa8-47ba-9d19-170206f69ac6 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.703504] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.703823] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.704091] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.704170] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6a96813-aaa8-47ba-9d19-170206f69ac6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.958380] env[69242]: INFO networking_nsxv3.common.synchronization [None req-c6ad4d12-edd7-4b8a-9afb-4c2ca124dca6 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Enqueued Resource ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 with Priority: HIGHEST for action security_group_rules [ 605.958922] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 with Priority: HIGHEST for action security_group_rules [ 605.959255] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6a96813-aaa8-47ba-9d19-170206f69ac6 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.959420] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.006486] env[69242]: INFO networking_nsxv3.common.synchronization [None req-d29d7454-d931-4a77-82cb-e8494892ef98 None None] Enqueued Resource ID: ac5a133a-fb81-41a2-b283-6c342f51d919 with Priority: HIGHEST for action port [ 606.007419] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac5a133a-fb81-41a2-b283-6c342f51d919 with Priority: HIGHEST for action port [ 606.007419] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac5a133a-fb81-41a2-b283-6c342f51d919 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.007419] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac5a133a-fb81-41a2-b283-6c342f51d919" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.007419] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac5a133a-fb81-41a2-b283-6c342f51d919" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.007669] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac5a133a-fb81-41a2-b283-6c342f51d919" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.007731] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac5a133a-fb81-41a2-b283-6c342f51d919',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.200260] env[69242]: INFO networking_nsxv3.common.synchronization [req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 req-5c21940a-ef1e-4640-addc-d2d158159753 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Enqueued Resource ID: e664c929-cd2a-40c9-ad97-51993547f886 with Priority: HIGHEST for action security_group_members [ 606.201088] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e664c929-cd2a-40c9-ad97-51993547f886 with Priority: HIGHEST for action security_group_members [ 606.201501] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e664c929-cd2a-40c9-ad97-51993547f886 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.202260] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.202463] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.204860] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.204860] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.204860] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.204860] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.204860] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.204860] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.204860] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e664c929-cd2a-40c9-ad97-51993547f886',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.226027] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.226186] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.226259] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.226476] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.226594] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.226688] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 already deleted. [ 606.226819] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.226927] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.227105] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.227180] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6a96813-aaa8-47ba-9d19-170206f69ac6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.511305] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac5a133a-fb81-41a2-b283-6c342f51d919 [ 606.511305] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.511305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.511305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.511305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.511305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.511305] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac5a133a-fb81-41a2-b283-6c342f51d919 already deleted. [ 606.511305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac5a133a-fb81-41a2-b283-6c342f51d919" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.707505] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.707810] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.707810] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.708792] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.708792] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.708792] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.708792] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.708792] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.708792] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.708792] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.708792] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e664c929-cd2a-40c9-ad97-51993547f886 already deleted. [ 606.708792] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.746730] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.746839] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.746839] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.747061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.747156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.747267] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 already deleted. [ 606.747352] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.235598] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.235841] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-543" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.236024] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-543" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.236813] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-543" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.237513] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.238287] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.238287] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.238287] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.238562] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.240088] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 607.240162] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.240309] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.240450] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.241105] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 607.241105] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.241516] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.261271] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.261481] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 607.261588] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.261769] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-543" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.262093] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-9e11725c-117b-4e73-ad38-52c0ee2a0338 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.262272] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-9e11725c-117b-4e73-ad38-52c0ee2a0338" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.262466] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-9e11725c-117b-4e73-ad38-52c0ee2a0338" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.262707] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-9e11725c-117b-4e73-ad38-52c0ee2a0338" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.262847] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e11725c-117b-4e73-ad38-52c0ee2a0338',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.770230] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.770230] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.770230] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.770230] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.770230] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.770230] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 9e11725c-117b-4e73-ad38-52c0ee2a0338 not found, creating... [ 607.770711] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.770711] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.770711] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.770832] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.772042] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.772042] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.772042] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.776165] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.776450] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.776636] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.776831] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 9e11725c-117b-4e73-ad38-52c0ee2a0338 is going to be created. [ 607.797471] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.797718] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.797849] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.798146] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.799819] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.799819] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-9e11725c-117b-4e73-ad38-52c0ee2a0338" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.875475] env[69242]: INFO networking_nsxv3.common.synchronization [None req-9f2f01e7-3d21-47a1-b0a0-3dae14cfe3d8 None None] Enqueued Resource ID: 1f4aa2f8-afc3-4b8b-a38e-65bcfb6810a6 with Priority: HIGHEST for action port [ 608.876067] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4aa2f8-afc3-4b8b-a38e-65bcfb6810a6 with Priority: HIGHEST for action port [ 608.876425] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f4aa2f8-afc3-4b8b-a38e-65bcfb6810a6 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.876581] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f4aa2f8-afc3-4b8b-a38e-65bcfb6810a6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.876783] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f4aa2f8-afc3-4b8b-a38e-65bcfb6810a6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.876939] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f4aa2f8-afc3-4b8b-a38e-65bcfb6810a6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.877076] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f4aa2f8-afc3-4b8b-a38e-65bcfb6810a6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.897973] env[69242]: INFO networking_nsxv3.common.synchronization [None req-62b18378-7fdf-4c87-8e1f-4b8015704591 None None] Enqueued Resource ID: 9d3d311e-5230-43a0-a4eb-f61c1270c5b0 with Priority: HIGHEST for action port [ 608.897973] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d3d311e-5230-43a0-a4eb-f61c1270c5b0 with Priority: HIGHEST for action port [ 608.898933] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d3d311e-5230-43a0-a4eb-f61c1270c5b0 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.899305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d3d311e-5230-43a0-a4eb-f61c1270c5b0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.899525] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d3d311e-5230-43a0-a4eb-f61c1270c5b0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.900779] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d3d311e-5230-43a0-a4eb-f61c1270c5b0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.900779] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d3d311e-5230-43a0-a4eb-f61c1270c5b0',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.256545] env[69242]: INFO networking_nsxv3.common.synchronization [None req-8dbffe0b-fa58-42ca-9ee9-4d86345a4f22 None None] Enqueued Resource ID: 590097ce-29be-4a65-b30b-ced4ef55b914 with Priority: HIGHEST for action port [ 609.256545] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590097ce-29be-4a65-b30b-ced4ef55b914 with Priority: HIGHEST for action port [ 609.256545] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-590097ce-29be-4a65-b30b-ced4ef55b914 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.257250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-590097ce-29be-4a65-b30b-ced4ef55b914" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.257250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-590097ce-29be-4a65-b30b-ced4ef55b914" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.257416] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-590097ce-29be-4a65-b30b-ced4ef55b914" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.257416] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('590097ce-29be-4a65-b30b-ced4ef55b914',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.379481] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f4aa2f8-afc3-4b8b-a38e-65bcfb6810a6 [ 609.379715] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.380184] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.380184] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.380684] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.383359] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.383359] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f4aa2f8-afc3-4b8b-a38e-65bcfb6810a6 already deleted. [ 609.383359] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f4aa2f8-afc3-4b8b-a38e-65bcfb6810a6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.400738] env[69242]: INFO networking_nsxv3.common.synchronization [req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 req-c886fc72-9195-4db5-82bf-676c91615a73 service nova] Enqueued Resource ID: e664c929-cd2a-40c9-ad97-51993547f886 with Priority: HIGHEST for action security_group_rules [ 609.400972] env[69242]: INFO networking_nsxv3.common.synchronization [req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 req-c886fc72-9195-4db5-82bf-676c91615a73 service nova] Enqueued Resource ID: e664c929-cd2a-40c9-ad97-51993547f886 with Priority: HIGHEST for action security_group_members [ 609.401133] env[69242]: INFO networking_nsxv3.common.synchronization [req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 req-c886fc72-9195-4db5-82bf-676c91615a73 service nova] Enqueued Resource ID: 9e11725c-117b-4e73-ad38-52c0ee2a0338 with Priority: HIGHEST for action port [ 609.401839] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e664c929-cd2a-40c9-ad97-51993547f886 with Priority: HIGHEST for action security_group_rules [ 609.401981] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e664c929-cd2a-40c9-ad97-51993547f886 with Priority: HIGHEST for action security_group_members [ 609.402203] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e11725c-117b-4e73-ad38-52c0ee2a0338 with Priority: HIGHEST for action port [ 609.402707] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d3d311e-5230-43a0-a4eb-f61c1270c5b0 [ 609.402940] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.403204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.403204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.403935] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.403935] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.403935] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d3d311e-5230-43a0-a4eb-f61c1270c5b0 already deleted. [ 609.403935] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d3d311e-5230-43a0-a4eb-f61c1270c5b0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.404340] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e664c929-cd2a-40c9-ad97-51993547f886 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.404484] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.404565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.405527] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.405636] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e664c929-cd2a-40c9-ad97-51993547f886',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.406512] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e664c929-cd2a-40c9-ad97-51993547f886 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.407565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.407565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.407565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.407861] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.407861] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.407861] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.407994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.408043] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.408186] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e664c929-cd2a-40c9-ad97-51993547f886',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.409803] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e11725c-117b-4e73-ad38-52c0ee2a0338 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.409803] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e11725c-117b-4e73-ad38-52c0ee2a0338" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.409943] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e11725c-117b-4e73-ad38-52c0ee2a0338" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.409983] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e11725c-117b-4e73-ad38-52c0ee2a0338" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.410168] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e11725c-117b-4e73-ad38-52c0ee2a0338',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.759220] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 590097ce-29be-4a65-b30b-ced4ef55b914 [ 609.759502] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.759652] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.759979] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.760851] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.761472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.761472] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:590097ce-29be-4a65-b30b-ced4ef55b914 already deleted. [ 609.761472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-590097ce-29be-4a65-b30b-ced4ef55b914" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.912534] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e664c929-cd2a-40c9-ad97-51993547f886 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.912914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.921342] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e664c929-cd2a-40c9-ad97-51993547f886',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.922288] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e11725c-117b-4e73-ad38-52c0ee2a0338 with status ACTIVE [ 609.922508] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.922643] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.922787] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.922938] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.923111] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.923332] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.923449] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.923515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.923698] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.923780] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.923972] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.924084] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.924146] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.924285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.924359] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.924446] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e11725c-117b-4e73-ad38-52c0ee2a0338 is going to be updated. [ 609.945860] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.946022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.946062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.947533] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.947691] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.947859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e11725c-117b-4e73-ad38-52c0ee2a0338" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.427225] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e664c929-cd2a-40c9-ad97-51993547f886',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.521104] env[69242]: INFO networking_nsxv3.common.synchronization [req-44efaea1-2900-440a-a8d4-25e31fb656ba req-6e3474d7-a8fe-4ea7-87e6-7dfdc81b1a2c tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Enqueued Resource ID: 003167d0-9514-4543-9b09-798e902d627f with Priority: HIGHEST for action security_group_members [ 610.521104] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003167d0-9514-4543-9b09-798e902d627f with Priority: HIGHEST for action security_group_members [ 610.521104] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-003167d0-9514-4543-9b09-798e902d627f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.521104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.521104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.521650] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.521855] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.521988] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.522074] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.522249] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.522898] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.522898] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003167d0-9514-4543-9b09-798e902d627f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.705884] env[69242]: INFO networking_nsxv3.common.synchronization [None req-d4341254-512a-4c96-b975-485eec125b9b None None] Enqueued Resource ID: 18bccb3c-34c6-4cd8-a440-646b7e89b5fa with Priority: HIGHEST for action port [ 610.706640] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18bccb3c-34c6-4cd8-a440-646b7e89b5fa with Priority: HIGHEST for action port [ 610.707482] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-18bccb3c-34c6-4cd8-a440-646b7e89b5fa taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.707635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18bccb3c-34c6-4cd8-a440-646b7e89b5fa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.708222] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18bccb3c-34c6-4cd8-a440-646b7e89b5fa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.708222] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18bccb3c-34c6-4cd8-a440-646b7e89b5fa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.708222] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18bccb3c-34c6-4cd8-a440-646b7e89b5fa',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.929702] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.929984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.930148] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.930572] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.930743] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.930896] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e664c929-cd2a-40c9-ad97-51993547f886 is going to be created. [ 610.954901] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.955063] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.955433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.955433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.956051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.964507] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e664c929-cd2a-40c9-ad97-51993547f886 in Status: UNINITIALIZED for 2s [ 611.026883] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.027244] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.027244] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.027457] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.027548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.027796] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.027905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.027960] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.028133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.028209] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.028315] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003167d0-9514-4543-9b09-798e902d627f already deleted. [ 611.028402] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.057012] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.057273] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.057421] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.057788] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.058159] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.058410] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.058526] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.058877] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.059015] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.059278] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.059427] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.059590] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.062477] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.062477] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.062477] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.062477] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.068056] env[69242]: INFO networking_nsxv3.common.synchronization [None req-97c930e5-7eba-4577-a5b9-e6949d82f7ac tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Enqueued Resource ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 with Priority: HIGHEST for action security_group_rules [ 611.069056] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 with Priority: HIGHEST for action security_group_rules [ 611.069809] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7af9a9c-db9c-4882-8fe6-188135a2c407 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.069957] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.070035] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.070308] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.070397] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7af9a9c-db9c-4882-8fe6-188135a2c407',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.085170] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.085517] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 611.085613] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.085804] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.086174] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.086454] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.086552] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.086991] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.087238] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.173100] env[69242]: INFO networking_nsxv3.common.synchronization [None req-2a7af684-a8e3-461c-87f0-2b8804226c55 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Enqueued Resource ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 with Priority: HIGHEST for action security_group_rules [ 611.179292] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 with Priority: HIGHEST for action security_group_rules [ 611.182102] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7af9a9c-db9c-4882-8fe6-188135a2c407 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.182102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.210520] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18bccb3c-34c6-4cd8-a440-646b7e89b5fa [ 611.211481] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.211481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.211481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.211481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.211481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.211689] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18bccb3c-34c6-4cd8-a440-646b7e89b5fa already deleted. [ 611.211782] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18bccb3c-34c6-4cd8-a440-646b7e89b5fa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.590235] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.590370] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.590440] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.590661] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.590782] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.590879] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 already deleted. [ 611.590971] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.591815] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.591997] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.593079] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.593370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.593521] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.593707] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c not found, creating... [ 611.593986] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.594165] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.594281] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.594511] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.594654] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.594949] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.595158] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.595278] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.595492] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.595625] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.595763] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c is going to be created. [ 611.597582] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.597742] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.597851] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7af9a9c-db9c-4882-8fe6-188135a2c407',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.618132] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.618271] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.618407] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.618668] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.618916] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.619154] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.795072] env[69242]: INFO networking_nsxv3.common.synchronization [None req-f1d17028-552e-41fc-bb5a-2f6c397cc904 None None] Enqueued Resource ID: b23cac0e-7e80-4035-ae5e-1f3e37594ec5 with Priority: HIGHEST for action port [ 611.795072] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23cac0e-7e80-4035-ae5e-1f3e37594ec5 with Priority: HIGHEST for action port [ 611.795072] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-b23cac0e-7e80-4035-ae5e-1f3e37594ec5 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.795072] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b23cac0e-7e80-4035-ae5e-1f3e37594ec5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.795072] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b23cac0e-7e80-4035-ae5e-1f3e37594ec5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.795416] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b23cac0e-7e80-4035-ae5e-1f3e37594ec5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.795416] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b23cac0e-7e80-4035-ae5e-1f3e37594ec5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.852749] env[69242]: INFO networking_nsxv3.common.synchronization [None req-483dc1b6-0e77-4ddb-bfc1-b86bd852498d None None] Enqueued Resource ID: c2d54976-7274-43be-842e-c6de417df9b8 with Priority: HIGHEST for action port [ 611.853023] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d54976-7274-43be-842e-c6de417df9b8 with Priority: HIGHEST for action port [ 611.853570] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2d54976-7274-43be-842e-c6de417df9b8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.853711] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2d54976-7274-43be-842e-c6de417df9b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.853783] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2d54976-7274-43be-842e-c6de417df9b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.858141] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2d54976-7274-43be-842e-c6de417df9b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.858234] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2d54976-7274-43be-842e-c6de417df9b8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.118141] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.118495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.118495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.118804] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.118982] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.119132] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 already deleted. [ 612.119237] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.299251] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b23cac0e-7e80-4035-ae5e-1f3e37594ec5 [ 612.300051] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.300051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.300051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.300051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.300051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.300460] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b23cac0e-7e80-4035-ae5e-1f3e37594ec5 already deleted. [ 612.300460] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b23cac0e-7e80-4035-ae5e-1f3e37594ec5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.361608] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2d54976-7274-43be-842e-c6de417df9b8 [ 612.361608] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.361608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.361608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.361911] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.361947] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.362464] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2d54976-7274-43be-842e-c6de417df9b8 already deleted. [ 612.362464] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2d54976-7274-43be-842e-c6de417df9b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.878475] env[69242]: INFO networking_nsxv3.common.synchronization [None req-3948d1ee-4689-4ace-a34f-cf276b357282 None None] Enqueued Resource ID: 46f53f63-2d1f-4cc3-8907-665eeae3701a with Priority: HIGHEST for action port [ 612.878475] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46f53f63-2d1f-4cc3-8907-665eeae3701a with Priority: HIGHEST for action port [ 612.879592] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-46f53f63-2d1f-4cc3-8907-665eeae3701a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.880044] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46f53f63-2d1f-4cc3-8907-665eeae3701a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.880186] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46f53f63-2d1f-4cc3-8907-665eeae3701a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.880553] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46f53f63-2d1f-4cc3-8907-665eeae3701a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.880703] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46f53f63-2d1f-4cc3-8907-665eeae3701a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.974021] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e664c929-cd2a-40c9-ad97-51993547f886 in Status: SUCCESS [ 612.975040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.975040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.975040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.975040] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.975040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.975040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.975476] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.975476] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.975476] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.975476] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e664c929-cd2a-40c9-ad97-51993547f886',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.031155] env[69242]: INFO networking_nsxv3.common.synchronization [None req-a05c12c8-edb1-4aae-a91f-4cf8dd4f6ac1 None None] Enqueued Resource ID: e7c75d76-fa8f-44a4-afbf-e47cfb8bdfe7 with Priority: HIGHEST for action port [ 613.031155] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c75d76-fa8f-44a4-afbf-e47cfb8bdfe7 with Priority: HIGHEST for action port [ 613.031155] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7c75d76-fa8f-44a4-afbf-e47cfb8bdfe7 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.031155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7c75d76-fa8f-44a4-afbf-e47cfb8bdfe7" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.031155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7c75d76-fa8f-44a4-afbf-e47cfb8bdfe7" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.031155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7c75d76-fa8f-44a4-afbf-e47cfb8bdfe7" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.031155] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7c75d76-fa8f-44a4-afbf-e47cfb8bdfe7',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.228093] env[69242]: INFO networking_nsxv3.common.synchronization [req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff req-fc9ac557-89b0-4559-9521-4d9f85ae8a0d tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Enqueued Resource ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 with Priority: HIGHEST for action security_group_members [ 613.228093] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 with Priority: HIGHEST for action security_group_members [ 613.228093] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.228093] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.228093] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.228093] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.230517] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.230517] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.230517] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.230517] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.230517] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.230517] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a44a367-1172-4bcb-bbd6-0fbc4984ff97',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.385008] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46f53f63-2d1f-4cc3-8907-665eeae3701a [ 613.385008] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.385008] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.385008] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.385008] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.385008] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.385008] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46f53f63-2d1f-4cc3-8907-665eeae3701a already deleted. [ 613.385008] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46f53f63-2d1f-4cc3-8907-665eeae3701a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.391400] env[69242]: INFO networking_nsxv3.common.synchronization [req-44efaea1-2900-440a-a8d4-25e31fb656ba req-69fb5157-137a-4861-b7b7-5aa4028b5d56 service nova] Enqueued Resource ID: 003167d0-9514-4543-9b09-798e902d627f with Priority: HIGHEST for action security_group_rules [ 613.391997] env[69242]: INFO networking_nsxv3.common.synchronization [req-44efaea1-2900-440a-a8d4-25e31fb656ba req-69fb5157-137a-4861-b7b7-5aa4028b5d56 service nova] Enqueued Resource ID: 003167d0-9514-4543-9b09-798e902d627f with Priority: HIGHEST for action security_group_members [ 613.392349] env[69242]: INFO networking_nsxv3.common.synchronization [req-44efaea1-2900-440a-a8d4-25e31fb656ba req-69fb5157-137a-4861-b7b7-5aa4028b5d56 service nova] Enqueued Resource ID: f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c with Priority: HIGHEST for action port [ 613.393330] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003167d0-9514-4543-9b09-798e902d627f with Priority: HIGHEST for action security_group_rules [ 613.393604] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003167d0-9514-4543-9b09-798e902d627f with Priority: HIGHEST for action security_group_members [ 613.393857] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c with Priority: HIGHEST for action port [ 613.394336] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-003167d0-9514-4543-9b09-798e902d627f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.394707] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.394888] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.398092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.398092] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('003167d0-9514-4543-9b09-798e902d627f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.398092] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-003167d0-9514-4543-9b09-798e902d627f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.398092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.398092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.398092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.398092] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.398092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.398092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.398092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.398092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.398092] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003167d0-9514-4543-9b09-798e902d627f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.400186] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.400439] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.400588] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.400813] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.400969] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.482644] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e664c929-cd2a-40c9-ad97-51993547f886 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.482799] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.482905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.483101] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.483278] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.484124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.484124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.484124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.484124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.484124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.484124] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e664c929-cd2a-40c9-ad97-51993547f886 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.484124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.484124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.484426] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.484426] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.484494] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.484537] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.484685] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.484747] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.484825] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.484907] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e664c929-cd2a-40c9-ad97-51993547f886',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.537326] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7c75d76-fa8f-44a4-afbf-e47cfb8bdfe7 [ 613.537547] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.537680] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.537745] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.537959] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.538058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.538415] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7c75d76-fa8f-44a4-afbf-e47cfb8bdfe7 already deleted. [ 613.538509] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7c75d76-fa8f-44a4-afbf-e47cfb8bdfe7" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.734156] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.734354] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.734423] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.734658] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.734766] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.735014] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.735137] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.735202] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.735363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.735436] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.735521] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 already deleted. [ 613.735605] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.794588] env[69242]: INFO networking_nsxv3.common.synchronization [None req-47201c82-1158-4bc9-afb7-a9f0e4d66af6 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Enqueued Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_rules [ 613.794968] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_rules [ 613.795291] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31ce2050-997d-416f-8efa-628e049c0e54 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.795453] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.795890] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.795890] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.795890] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.837023] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.837023] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.837333] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.837426] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.837631] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.837782] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.837892] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.838399] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.838562] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.838765] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 613.841243] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.841243] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.841243] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.841243] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 613.841243] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.841243] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.856366] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.856527] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 613.856668] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.856849] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.857181] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-17960616-d2ca-41e0-b3b1-6a25e8e61f22 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.857352] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-17960616-d2ca-41e0-b3b1-6a25e8e61f22" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.857484] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-17960616-d2ca-41e0-b3b1-6a25e8e61f22" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.857792] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-17960616-d2ca-41e0-b3b1-6a25e8e61f22" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.857920] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17960616-d2ca-41e0-b3b1-6a25e8e61f22',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.903656] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c with status ACTIVE [ 613.904310] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.904310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.904310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.904482] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.904517] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.904746] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.904848] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.904913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.905106] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.905172] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.905366] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.905461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.905520] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.905692] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.905766] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.905875] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c is going to be updated. [ 613.908115] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-003167d0-9514-4543-9b09-798e902d627f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.908240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.908461] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('003167d0-9514-4543-9b09-798e902d627f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.929014] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.929637] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.929743] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.929953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.930955] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.930955] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.986916] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e664c929-cd2a-40c9-ad97-51993547f886: rpc.has_security_group_logging(os_id): False [ 614.010023] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.010023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.010023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.010023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.010023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.010023] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.010023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.010023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.010023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.010023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.010023] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.010023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.010023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.010023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.010023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.010573] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.010573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.010573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.010573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.010573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.011588] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e664c929-cd2a-40c9-ad97-51993547f886 is going to be created. [ 614.094451] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.094451] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.094451] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.094451] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.094765] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.105064] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e664c929-cd2a-40c9-ad97-51993547f886 in Status: IN_PROGRESS for 2s [ 614.183522] env[69242]: INFO networking_nsxv3.common.synchronization [None req-c98a0371-f2b4-4979-af4a-cc9ddbd49d71 None None] Enqueued Resource ID: 544e5fbd-ef9a-4739-bd89-879ded15133d with Priority: HIGHEST for action port [ 614.183522] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 544e5fbd-ef9a-4739-bd89-879ded15133d with Priority: HIGHEST for action port [ 614.183522] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-544e5fbd-ef9a-4739-bd89-879ded15133d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.183522] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-544e5fbd-ef9a-4739-bd89-879ded15133d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.183522] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-544e5fbd-ef9a-4739-bd89-879ded15133d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.184283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-544e5fbd-ef9a-4739-bd89-879ded15133d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.184463] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('544e5fbd-ef9a-4739-bd89-879ded15133d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.192018] env[69242]: INFO networking_nsxv3.common.synchronization [None req-19ef470c-55df-42e4-b76b-640cd8e53ff0 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Enqueued Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_rules [ 614.192018] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_rules [ 614.192018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31ce2050-997d-416f-8efa-628e049c0e54 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.192018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.262034] env[69242]: INFO networking_nsxv3.common.synchronization [None req-11f11c0d-bba3-4044-8d5e-4f1507a03e43 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Enqueued Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGHEST for action security_group_rules [ 614.262527] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGHEST for action security_group_rules [ 614.262834] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.263421] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.263421] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.263421] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.263421] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('873f3691-5ba9-43a3-bccd-fb3d5ad59780',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.314784] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.314930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.314994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.315450] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.315450] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.315450] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31ce2050-997d-416f-8efa-628e049c0e54 already deleted. [ 614.315633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.315664] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.315843] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.315934] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.362702] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.363366] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.363366] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.363882] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.364025] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.364257] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 17960616-d2ca-41e0-b3b1-6a25e8e61f22 not found, creating... [ 614.364609] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.365308] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.365379] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.365764] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.365979] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.366659] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.366659] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.367845] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.367845] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.367994] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.368213] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 17960616-d2ca-41e0-b3b1-6a25e8e61f22 is going to be created. [ 614.389074] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.389314] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.389533] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.389752] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.390122] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.390246] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-17960616-d2ca-41e0-b3b1-6a25e8e61f22" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.412578] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('003167d0-9514-4543-9b09-798e902d627f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.505415] env[69242]: INFO networking_nsxv3.common.synchronization [None req-adfeda0f-1293-4189-bc0b-ed605a1a2b30 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Enqueued Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGHEST for action security_group_rules [ 614.506051] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGHEST for action security_group_rules [ 614.506365] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.506473] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.692269] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 544e5fbd-ef9a-4739-bd89-879ded15133d [ 614.692551] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.693136] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.693219] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.693427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.693512] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.693806] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:544e5fbd-ef9a-4739-bd89-879ded15133d already deleted. [ 614.693900] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-544e5fbd-ef9a-4739-bd89-879ded15133d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.795358] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.795358] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.795495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.795892] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.795892] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.795892] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 already deleted. [ 614.795892] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.796193] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.796239] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.796453] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('873f3691-5ba9-43a3-bccd-fb3d5ad59780',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.835349] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.835413] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.835638] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.835697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.836433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.836433] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31ce2050-997d-416f-8efa-628e049c0e54 already deleted. [ 614.836433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.916311] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.916519] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.916578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.916940] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.916940] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.917047] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003167d0-9514-4543-9b09-798e902d627f is going to be created. [ 614.940351] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.941285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.941285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.941285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.941285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.949233] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003167d0-9514-4543-9b09-798e902d627f in Status: UNINITIALIZED for 2s [ 615.318294] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.318294] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.318611] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.321157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.321157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.321157] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 already deleted. [ 615.321157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.702244] env[69242]: INFO networking_nsxv3.common.synchronization [req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff req-069ec87d-2c1e-4a59-b57d-478cc686125f service nova] Enqueued Resource ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 with Priority: HIGHEST for action security_group_rules [ 615.702688] env[69242]: INFO networking_nsxv3.common.synchronization [req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff req-069ec87d-2c1e-4a59-b57d-478cc686125f service nova] Enqueued Resource ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 with Priority: HIGHEST for action security_group_members [ 615.702688] env[69242]: INFO networking_nsxv3.common.synchronization [req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff req-069ec87d-2c1e-4a59-b57d-478cc686125f service nova] Enqueued Resource ID: 17960616-d2ca-41e0-b3b1-6a25e8e61f22 with Priority: HIGHEST for action port [ 615.702811] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 with Priority: HIGHEST for action security_group_rules [ 615.702884] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 with Priority: HIGHEST for action security_group_members [ 615.702976] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17960616-d2ca-41e0-b3b1-6a25e8e61f22 with Priority: HIGHEST for action port [ 615.703514] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a44a367-1172-4bcb-bbd6-0fbc4984ff97 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.703656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.703725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.704473] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.704948] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a44a367-1172-4bcb-bbd6-0fbc4984ff97',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.706680] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.707441] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.707441] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.707441] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.707659] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.707718] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.707803] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.707962] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.708086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.708198] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a44a367-1172-4bcb-bbd6-0fbc4984ff97',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.709048] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-17960616-d2ca-41e0-b3b1-6a25e8e61f22 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.709215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17960616-d2ca-41e0-b3b1-6a25e8e61f22" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.709535] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17960616-d2ca-41e0-b3b1-6a25e8e61f22" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.709535] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17960616-d2ca-41e0-b3b1-6a25e8e61f22" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.709535] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17960616-d2ca-41e0-b3b1-6a25e8e61f22',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.721521] env[69242]: INFO networking_nsxv3.common.synchronization [req-6e2e1aa1-ec60-4054-85c6-8be326595afc req-fe7d7a14-48a9-44ae-a0c9-025760d88ea9 tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Enqueued Resource ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 with Priority: HIGHEST for action security_group_members [ 615.722055] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 with Priority: HIGHEST for action security_group_members [ 615.722271] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9e3c921-4202-4ea7-a1a2-6f60666621a3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.722390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.722455] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.722769] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.722833] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.722930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.722989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.723143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.723225] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.723314] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9e3c921-4202-4ea7-a1a2-6f60666621a3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.122945] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e664c929-cd2a-40c9-ad97-51993547f886 in Status: SUCCESS [ 616.122945] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.209467] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.209467] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.213867] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a44a367-1172-4bcb-bbd6-0fbc4984ff97',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.214390] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17960616-d2ca-41e0-b3b1-6a25e8e61f22 with status ACTIVE [ 616.214587] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.214726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.214871] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.215174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.215266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.215479] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.215579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.215692] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.215923] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.215965] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.216307] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.216461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.216461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.216606] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.216675] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.216827] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17960616-d2ca-41e0-b3b1-6a25e8e61f22 is going to be updated. [ 616.227581] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.227729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.227780] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.227979] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.228074] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.228258] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.228351] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.228412] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.228554] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.228623] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.228701] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 already deleted. [ 616.228775] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.240164] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.241564] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.241564] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.241564] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.242133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.242133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17960616-d2ca-41e0-b3b1-6a25e8e61f22" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.288292] env[69242]: INFO networking_nsxv3.common.synchronization [None req-ae20f2b8-d640-468e-be97-bb5cac500fab None None] Enqueued Resource ID: b7d81f88-fadf-4fa7-9b36-725de36a07b2 with Priority: HIGHEST for action port [ 616.288531] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d81f88-fadf-4fa7-9b36-725de36a07b2 with Priority: HIGHEST for action port [ 616.289094] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7d81f88-fadf-4fa7-9b36-725de36a07b2 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.289220] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7d81f88-fadf-4fa7-9b36-725de36a07b2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.289286] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7d81f88-fadf-4fa7-9b36-725de36a07b2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.289538] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7d81f88-fadf-4fa7-9b36-725de36a07b2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.289623] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d81f88-fadf-4fa7-9b36-725de36a07b2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.481381] env[69242]: INFO networking_nsxv3.common.synchronization [None req-e2171da0-0ddf-444a-8180-cebb73024bce None None] Enqueued Resource ID: 9cdeca0e-a180-488a-8197-212a660cea01 with Priority: HIGHEST for action port [ 616.481969] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdeca0e-a180-488a-8197-212a660cea01 with Priority: HIGHEST for action port [ 616.482354] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cdeca0e-a180-488a-8197-212a660cea01 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.482469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cdeca0e-a180-488a-8197-212a660cea01" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.482578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cdeca0e-a180-488a-8197-212a660cea01" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.482865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cdeca0e-a180-488a-8197-212a660cea01" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.483506] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cdeca0e-a180-488a-8197-212a660cea01',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.713191] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.713827] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.713999] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.714305] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.714655] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.714864] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.715012] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.715267] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.715437] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.715690] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.715825] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.715956] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.716099] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.716819] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.716952] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.717110] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.719060] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a44a367-1172-4bcb-bbd6-0fbc4984ff97',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.736274] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.736441] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 616.736588] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.736773] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.737258] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-71978745-2c8f-42d0-9378-01cb81ab69c0 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.737460] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-71978745-2c8f-42d0-9378-01cb81ab69c0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.737582] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-71978745-2c8f-42d0-9378-01cb81ab69c0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.738014] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-71978745-2c8f-42d0-9378-01cb81ab69c0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.738152] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71978745-2c8f-42d0-9378-01cb81ab69c0',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.795945] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7d81f88-fadf-4fa7-9b36-725de36a07b2 [ 616.796839] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.796839] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.796839] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.797030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.797279] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.797730] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7d81f88-fadf-4fa7-9b36-725de36a07b2 already deleted. [ 616.797730] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7d81f88-fadf-4fa7-9b36-725de36a07b2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.958924] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003167d0-9514-4543-9b09-798e902d627f in Status: SUCCESS [ 616.958983] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.959168] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.960094] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.960397] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.960468] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.960541] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.960724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.961087] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.961087] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.961087] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('003167d0-9514-4543-9b09-798e902d627f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.985820] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cdeca0e-a180-488a-8197-212a660cea01 [ 616.985907] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.986061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.986135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.986359] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.986490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.986538] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cdeca0e-a180-488a-8197-212a660cea01 already deleted. [ 616.986620] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cdeca0e-a180-488a-8197-212a660cea01" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.223018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.223204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.223296] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.223499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.223636] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.223746] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 is going to be created. [ 617.243360] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.243360] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.243360] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.243360] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.243360] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.243360] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 71978745-2c8f-42d0-9378-01cb81ab69c0 not found, creating... [ 617.245370] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.245370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.245370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.245370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.245370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.245370] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.245370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.245370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.245370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.245370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.246089] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 71978745-2c8f-42d0-9378-01cb81ab69c0 is going to be created. [ 617.249226] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.249459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.249459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.249644] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.249798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.267984] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 in Status: UNINITIALIZED for 2s [ 617.284207] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.284675] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.284675] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.284873] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.285123] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.285363] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-71978745-2c8f-42d0-9378-01cb81ab69c0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.464864] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-003167d0-9514-4543-9b09-798e902d627f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.464864] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.464864] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.464864] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.464864] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.464864] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.464864] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.464864] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.464864] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.464864] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.465820] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-003167d0-9514-4543-9b09-798e902d627f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.465820] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.465820] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.465957] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.466104] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.466226] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.466490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.466708] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.467044] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.467044] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.467044] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('003167d0-9514-4543-9b09-798e902d627f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.737528] env[69242]: INFO networking_nsxv3.common.synchronization [req-16dd5a24-3cc2-4a74-af47-380c432ff449 req-612eec7e-d4b4-4245-b393-f1153a95eee7 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Enqueued Resource ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 with Priority: HIGHEST for action security_group_members [ 617.737528] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 with Priority: HIGHEST for action security_group_members [ 617.737528] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f315d149-d488-4b07-be77-f3fc2a5e42c8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.739372] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.739372] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.739487] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.739989] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.739989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.739989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.739989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.740429] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.740429] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f315d149-d488-4b07-be77-f3fc2a5e42c8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.969146] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 003167d0-9514-4543-9b09-798e902d627f: rpc.has_security_group_logging(os_id): False [ 617.988229] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.988389] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.988389] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.988583] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.988679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.988871] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.989348] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.989348] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.989348] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.989550] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.989726] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.989818] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.989878] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.990697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.990697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.990829] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.990911] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.990972] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.991135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.992223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.992223] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 003167d0-9514-4543-9b09-798e902d627f is going to be created. [ 618.037695] env[69242]: INFO networking_nsxv3.common.synchronization [req-6e2e1aa1-ec60-4054-85c6-8be326595afc req-35481b15-c302-4e3e-8add-78e902193e43 service nova] Enqueued Resource ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 with Priority: HIGHEST for action security_group_rules [ 618.037695] env[69242]: INFO networking_nsxv3.common.synchronization [req-6e2e1aa1-ec60-4054-85c6-8be326595afc req-35481b15-c302-4e3e-8add-78e902193e43 service nova] Enqueued Resource ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 with Priority: HIGHEST for action security_group_members [ 618.037695] env[69242]: INFO networking_nsxv3.common.synchronization [req-6e2e1aa1-ec60-4054-85c6-8be326595afc req-35481b15-c302-4e3e-8add-78e902193e43 service nova] Enqueued Resource ID: 71978745-2c8f-42d0-9378-01cb81ab69c0 with Priority: HIGHEST for action port [ 618.037695] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 with Priority: HIGHEST for action security_group_rules [ 618.037695] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 with Priority: HIGHEST for action security_group_members [ 618.037695] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71978745-2c8f-42d0-9378-01cb81ab69c0 with Priority: HIGHEST for action port [ 618.037695] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9e3c921-4202-4ea7-a1a2-6f60666621a3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.037695] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.037695] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.037695] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.037695] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9e3c921-4202-4ea7-a1a2-6f60666621a3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.040249] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9e3c921-4202-4ea7-a1a2-6f60666621a3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.041288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.041288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.041288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.041288] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.041288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.041288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.041587] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.041587] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.041587] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9e3c921-4202-4ea7-a1a2-6f60666621a3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.042533] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-71978745-2c8f-42d0-9378-01cb81ab69c0 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.042533] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71978745-2c8f-42d0-9378-01cb81ab69c0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.042533] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71978745-2c8f-42d0-9378-01cb81ab69c0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.043165] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71978745-2c8f-42d0-9378-01cb81ab69c0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.043165] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71978745-2c8f-42d0-9378-01cb81ab69c0',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.049904] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.049904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.049904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.049904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.049904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.059220] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 003167d0-9514-4543-9b09-798e902d627f in Status: IN_PROGRESS for 2s [ 618.060393] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.060579] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.060767] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.061270] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.061588] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.061744] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.061834] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.062081] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.062225] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.062472] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 618.062596] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.062703] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.062808] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.062913] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 618.063092] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.063226] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.080416] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.080637] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 618.080780] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.080955] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.081319] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-8c608b40-c7e4-471a-89a3-6bd420f619cb taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.081948] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-8c608b40-c7e4-471a-89a3-6bd420f619cb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.082768] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-8c608b40-c7e4-471a-89a3-6bd420f619cb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.082768] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-8c608b40-c7e4-471a-89a3-6bd420f619cb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.082768] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c608b40-c7e4-471a-89a3-6bd420f619cb',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.245575] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.245575] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.245575] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.245575] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.245575] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.245575] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.245575] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.245575] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.245575] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.245575] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.245575] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 already deleted. [ 618.245575] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.546389] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9e3c921-4202-4ea7-a1a2-6f60666621a3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.547686] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9e3c921-4202-4ea7-a1a2-6f60666621a3 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.547686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.551300] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71978745-2c8f-42d0-9378-01cb81ab69c0 with status ACTIVE [ 618.551388] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.551640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.551712] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.551950] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.552065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.552277] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.552394] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.555119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.555119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.555119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.555119] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.555119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.555119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.555119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.555119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.555119] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71978745-2c8f-42d0-9378-01cb81ab69c0 is going to be updated. [ 618.574095] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.574095] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.574095] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.574095] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.574095] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.574095] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71978745-2c8f-42d0-9378-01cb81ab69c0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.585158] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.585340] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.585539] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.585835] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.586159] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.586159] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 8c608b40-c7e4-471a-89a3-6bd420f619cb not found, creating... [ 618.586943] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.587162] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.590034] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.590034] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.590034] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.590034] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.590034] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.590034] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.590034] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.590034] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.590034] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 8c608b40-c7e4-471a-89a3-6bd420f619cb is going to be created. [ 618.607894] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.608155] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.608294] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.608562] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.608791] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.609016] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-8c608b40-c7e4-471a-89a3-6bd420f619cb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.056440] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9e3c921-4202-4ea7-a1a2-6f60666621a3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.282108] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 in Status: SUCCESS [ 619.282108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.282108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.282108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.282108] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.282108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.282108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.282108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.282108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.282969] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.283685] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a44a367-1172-4bcb-bbd6-0fbc4984ff97',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.547806] env[69242]: INFO networking_nsxv3.common.synchronization [req-16dd5a24-3cc2-4a74-af47-380c432ff449 req-259e99e6-c051-4526-a799-ba3b97e88f5a service nova] Enqueued Resource ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 with Priority: HIGHEST for action security_group_rules [ 619.547806] env[69242]: INFO networking_nsxv3.common.synchronization [req-16dd5a24-3cc2-4a74-af47-380c432ff449 req-259e99e6-c051-4526-a799-ba3b97e88f5a service nova] Enqueued Resource ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 with Priority: HIGHEST for action security_group_members [ 619.547806] env[69242]: INFO networking_nsxv3.common.synchronization [req-16dd5a24-3cc2-4a74-af47-380c432ff449 req-259e99e6-c051-4526-a799-ba3b97e88f5a service nova] Enqueued Resource ID: 8c608b40-c7e4-471a-89a3-6bd420f619cb with Priority: HIGHEST for action port [ 619.547806] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 with Priority: HIGHEST for action security_group_rules [ 619.547806] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 with Priority: HIGHEST for action security_group_members [ 619.547806] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c608b40-c7e4-471a-89a3-6bd420f619cb with Priority: HIGHEST for action port [ 619.547806] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f315d149-d488-4b07-be77-f3fc2a5e42c8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.547806] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.547806] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.547806] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.547806] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f315d149-d488-4b07-be77-f3fc2a5e42c8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.547806] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f315d149-d488-4b07-be77-f3fc2a5e42c8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.547806] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.547806] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.547806] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.548567] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.548567] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.548567] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.548567] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.548686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.548715] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f315d149-d488-4b07-be77-f3fc2a5e42c8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.552373] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c608b40-c7e4-471a-89a3-6bd420f619cb taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.552373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c608b40-c7e4-471a-89a3-6bd420f619cb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.552373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c608b40-c7e4-471a-89a3-6bd420f619cb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.552373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c608b40-c7e4-471a-89a3-6bd420f619cb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.552373] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c608b40-c7e4-471a-89a3-6bd420f619cb',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.563519] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.563769] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.564040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.564112] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.564172] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.564584] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 is going to be created. [ 619.590030] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.590030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.590030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.590030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.590030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.598561] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 in Status: UNINITIALIZED for 2s [ 619.787121] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.787425] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.787551] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.787909] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.788182] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.788309] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.788376] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.788542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.788635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.788726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.788876] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.788976] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.789397] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.789397] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.789397] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.789589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.789589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.789647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.789675] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.789759] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.789845] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a44a367-1172-4bcb-bbd6-0fbc4984ff97',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.052604] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f315d149-d488-4b07-be77-f3fc2a5e42c8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.053859] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f315d149-d488-4b07-be77-f3fc2a5e42c8 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.053994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.056119] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c608b40-c7e4-471a-89a3-6bd420f619cb with status ACTIVE [ 620.056119] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.056119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.056119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.056119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.056119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.056119] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.056119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.056119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.056119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.056119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.056119] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.056119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.056119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.056119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.056119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.057880] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c608b40-c7e4-471a-89a3-6bd420f619cb is going to be updated. [ 620.073750] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 003167d0-9514-4543-9b09-798e902d627f in Status: SUCCESS [ 620.073925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.079915] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.080062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.080133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.080333] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.080467] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.080607] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c608b40-c7e4-471a-89a3-6bd420f619cb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.294907] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a44a367-1172-4bcb-bbd6-0fbc4984ff97: rpc.has_security_group_logging(os_id): False [ 620.314158] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.314310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.314452] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.314625] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.314929] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.315020] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.315143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.315209] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.315362] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.315440] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.315615] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.315718] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.315767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.315904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.315978] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.316166] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.316258] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.316320] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.316456] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.316650] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.316650] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 is going to be created. [ 620.376240] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.376240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.376240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.376433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.376896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.386798] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 in Status: IN_PROGRESS for 2s [ 620.560012] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f315d149-d488-4b07-be77-f3fc2a5e42c8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.720310] env[69242]: INFO networking_nsxv3.common.synchronization [None req-e502ef11-886c-40c4-b3d7-45035c6074c8 None None] Enqueued Resource ID: c1668f72-c594-422e-9b40-1d103145c310 with Priority: HIGHEST for action port [ 620.720310] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1668f72-c594-422e-9b40-1d103145c310 with Priority: HIGHEST for action port [ 620.720310] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1668f72-c594-422e-9b40-1d103145c310 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.720310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1668f72-c594-422e-9b40-1d103145c310" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.720310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1668f72-c594-422e-9b40-1d103145c310" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.720310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1668f72-c594-422e-9b40-1d103145c310" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.720602] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1668f72-c594-422e-9b40-1d103145c310',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.038303] env[69242]: INFO networking_nsxv3.common.synchronization [None req-1a23d4d0-d90a-4703-a319-df18f9928d5a None None] Enqueued Resource ID: 0f35fbde-b4ac-410d-ade2-7dc34a40cc7f with Priority: HIGHEST for action port [ 621.038303] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f35fbde-b4ac-410d-ade2-7dc34a40cc7f with Priority: HIGHEST for action port [ 621.039037] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f35fbde-b4ac-410d-ade2-7dc34a40cc7f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.039037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f35fbde-b4ac-410d-ade2-7dc34a40cc7f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.039037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f35fbde-b4ac-410d-ade2-7dc34a40cc7f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.042224] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f35fbde-b4ac-410d-ade2-7dc34a40cc7f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.042466] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f35fbde-b4ac-410d-ade2-7dc34a40cc7f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.062458] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.062732] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.062732] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.063524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.064098] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.064247] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 is going to be created. [ 621.090918] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.090918] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.090918] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.090918] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.090918] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.098981] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 in Status: UNINITIALIZED for 2s [ 621.226110] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1668f72-c594-422e-9b40-1d103145c310 [ 621.226335] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.226679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.226679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.227388] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.227514] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.227609] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1668f72-c594-422e-9b40-1d103145c310 already deleted. [ 621.227775] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1668f72-c594-422e-9b40-1d103145c310" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.547649] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f35fbde-b4ac-410d-ade2-7dc34a40cc7f [ 621.547649] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.547649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.547649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.547649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.547649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.547649] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f35fbde-b4ac-410d-ade2-7dc34a40cc7f already deleted. [ 621.547649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f35fbde-b4ac-410d-ade2-7dc34a40cc7f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.609958] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 in Status: SUCCESS [ 621.610097] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.610226] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.610448] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.610630] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.610740] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.610802] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.610949] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.611037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.611198] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.611250] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9e3c921-4202-4ea7-a1a2-6f60666621a3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.835526] env[69242]: INFO networking_nsxv3.common.synchronization [req-780f7161-211f-43a6-8721-9506fa787039 req-43428ad5-1caa-4a08-89b1-de14ec1d708d tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Enqueued Resource ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 with Priority: HIGHEST for action security_group_members [ 621.835526] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 with Priority: HIGHEST for action security_group_members [ 621.835526] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6a96813-aaa8-47ba-9d19-170206f69ac6 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.835526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.835526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.835526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.835526] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.835526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.835526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.835526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.835526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.835526] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6a96813-aaa8-47ba-9d19-170206f69ac6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.117267] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9e3c921-4202-4ea7-a1a2-6f60666621a3 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.117580] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.117623] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.118194] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.118194] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.118355] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.118426] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.118700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.118792] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.118930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.119191] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9e3c921-4202-4ea7-a1a2-6f60666621a3 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.119336] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.119431] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.119648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.120682] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.120682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.122962] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.124030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.124177] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.124321] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.124463] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9e3c921-4202-4ea7-a1a2-6f60666621a3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.336546] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.336733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.336956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.339234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.339234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.339234] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.339234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.339234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.339234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.339234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.339234] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 already deleted. [ 622.339234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.400492] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 in Status: SUCCESS [ 622.400824] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.630257] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9e3c921-4202-4ea7-a1a2-6f60666621a3: rpc.has_security_group_logging(os_id): False [ 622.649155] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.649352] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.649388] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.649586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.649680] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.649877] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.649972] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.650062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.650494] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.650494] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.650494] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.650603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.650603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.650709] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.653831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.653831] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.653831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.653831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.653831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.653831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.653831] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 is going to be created. [ 622.659567] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-606 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.659739] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-606" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.659857] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-606" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.660351] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-606" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.660628] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.661483] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.661639] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.661873] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.662026] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.662235] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 622.662352] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.662455] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.662560] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.662666] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 622.662769] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.662899] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.682248] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.682248] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 622.682248] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.682457] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-606" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.684751] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-98f09db1-ff3e-4c2c-ad8d-951a482e26b0 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.685661] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-98f09db1-ff3e-4c2c-ad8d-951a482e26b0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.685661] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-98f09db1-ff3e-4c2c-ad8d-951a482e26b0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.686895] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-98f09db1-ff3e-4c2c-ad8d-951a482e26b0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.686895] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98f09db1-ff3e-4c2c-ad8d-951a482e26b0',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.713827] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.713994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.714090] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.714319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.714565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.725223] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 in Status: IN_PROGRESS for 2s [ 623.119869] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 in Status: SUCCESS [ 623.120238] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.120397] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.120669] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.120904] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.121077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.121178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.121420] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.121586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.121650] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.121743] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f315d149-d488-4b07-be77-f3fc2a5e42c8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.189189] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.189395] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.189526] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.189815] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.189980] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.190154] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 98f09db1-ff3e-4c2c-ad8d-951a482e26b0 not found, creating... [ 623.190421] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.190583] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.190704] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.190931] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.191082] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.191374] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.191562] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.191695] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.191898] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.192146] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.192206] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 98f09db1-ff3e-4c2c-ad8d-951a482e26b0 is going to be created. [ 623.213802] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.214060] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.214185] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.214496] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.214727] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.214950] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-98f09db1-ff3e-4c2c-ad8d-951a482e26b0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.621038] env[69242]: INFO networking_nsxv3.common.synchronization [None req-dd886c8b-3c88-4ef3-9f8b-2670c6d32ffd None None] Enqueued Resource ID: 7b208ecf-4379-455b-98ca-e441e0c78cbf with Priority: HIGHEST for action port [ 623.621265] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b208ecf-4379-455b-98ca-e441e0c78cbf with Priority: HIGHEST for action port [ 623.623122] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b208ecf-4379-455b-98ca-e441e0c78cbf taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.623122] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b208ecf-4379-455b-98ca-e441e0c78cbf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.623122] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b208ecf-4379-455b-98ca-e441e0c78cbf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.623122] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b208ecf-4379-455b-98ca-e441e0c78cbf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.623122] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b208ecf-4379-455b-98ca-e441e0c78cbf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.627868] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f315d149-d488-4b07-be77-f3fc2a5e42c8 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.627868] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.627868] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.628036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.628110] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.628182] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.628243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.628397] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.628487] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.628613] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.628782] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f315d149-d488-4b07-be77-f3fc2a5e42c8 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.628867] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.628925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.629074] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.629217] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.629346] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.629383] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.629487] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.629644] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.629644] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.629727] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f315d149-d488-4b07-be77-f3fc2a5e42c8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.774829] env[69242]: INFO networking_nsxv3.common.synchronization [None req-3e014110-459f-440e-b72d-543cd30b089a None None] Enqueued Resource ID: c324cd63-4eb0-4c03-9d80-0935436d7619 with Priority: HIGHEST for action port [ 623.774829] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c324cd63-4eb0-4c03-9d80-0935436d7619 with Priority: HIGHEST for action port [ 623.774829] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-c324cd63-4eb0-4c03-9d80-0935436d7619 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.774829] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c324cd63-4eb0-4c03-9d80-0935436d7619" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.774829] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c324cd63-4eb0-4c03-9d80-0935436d7619" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.774829] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c324cd63-4eb0-4c03-9d80-0935436d7619" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.774829] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c324cd63-4eb0-4c03-9d80-0935436d7619',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.126230] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b208ecf-4379-455b-98ca-e441e0c78cbf [ 624.126532] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.126597] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.126675] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.127372] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.127372] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.127372] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b208ecf-4379-455b-98ca-e441e0c78cbf already deleted. [ 624.127372] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b208ecf-4379-455b-98ca-e441e0c78cbf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.134297] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f315d149-d488-4b07-be77-f3fc2a5e42c8: rpc.has_security_group_logging(os_id): False [ 624.151891] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.152179] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.152254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.152472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.152565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.152876] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.152992] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.153073] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.153213] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.153260] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.153460] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.153578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.153635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.153781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.153859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.154603] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.154603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.154603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.154603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.154603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.154603] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 is going to be created. [ 624.249509] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.249666] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.249726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.249949] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.250144] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.267099] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 in Status: IN_PROGRESS for 2s [ 624.279263] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c324cd63-4eb0-4c03-9d80-0935436d7619 [ 624.279263] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.279263] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.279263] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.279263] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.279263] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.279263] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c324cd63-4eb0-4c03-9d80-0935436d7619 already deleted. [ 624.279263] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c324cd63-4eb0-4c03-9d80-0935436d7619" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.739234] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 in Status: SUCCESS [ 624.739455] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.759088] env[69242]: INFO networking_nsxv3.common.synchronization [req-780f7161-211f-43a6-8721-9506fa787039 req-b12e6284-465a-496f-8447-1ae6e4b19c43 service nova] Enqueued Resource ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 with Priority: HIGHEST for action security_group_rules [ 624.759088] env[69242]: INFO networking_nsxv3.common.synchronization [req-780f7161-211f-43a6-8721-9506fa787039 req-b12e6284-465a-496f-8447-1ae6e4b19c43 service nova] Enqueued Resource ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 with Priority: HIGHEST for action security_group_members [ 624.759088] env[69242]: INFO networking_nsxv3.common.synchronization [req-780f7161-211f-43a6-8721-9506fa787039 req-b12e6284-465a-496f-8447-1ae6e4b19c43 service nova] Enqueued Resource ID: 98f09db1-ff3e-4c2c-ad8d-951a482e26b0 with Priority: HIGHEST for action port [ 624.759666] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 with Priority: HIGHEST for action security_group_rules [ 624.759795] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 with Priority: HIGHEST for action security_group_members [ 624.759892] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f09db1-ff3e-4c2c-ad8d-951a482e26b0 with Priority: HIGHEST for action port [ 624.761129] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6a96813-aaa8-47ba-9d19-170206f69ac6 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.761129] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.761129] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.761129] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.761129] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6a96813-aaa8-47ba-9d19-170206f69ac6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.761686] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6a96813-aaa8-47ba-9d19-170206f69ac6 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.761779] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.761842] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.761969] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.762127] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.762224] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.762285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.765967] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.765967] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.765967] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6a96813-aaa8-47ba-9d19-170206f69ac6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.765967] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-98f09db1-ff3e-4c2c-ad8d-951a482e26b0 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.765967] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98f09db1-ff3e-4c2c-ad8d-951a482e26b0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.765967] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98f09db1-ff3e-4c2c-ad8d-951a482e26b0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.765967] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98f09db1-ff3e-4c2c-ad8d-951a482e26b0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.765967] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98f09db1-ff3e-4c2c-ad8d-951a482e26b0',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.266882] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6a96813-aaa8-47ba-9d19-170206f69ac6 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.267241] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.267679] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6a96813-aaa8-47ba-9d19-170206f69ac6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.268739] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98f09db1-ff3e-4c2c-ad8d-951a482e26b0 with status ACTIVE [ 625.268939] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.269082] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.269150] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.269354] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.269487] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.269702] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.269905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.269905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.270403] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.270581] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.272034] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.272034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.272034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.272034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.272034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.272034] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98f09db1-ff3e-4c2c-ad8d-951a482e26b0 is going to be updated. [ 625.298921] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.298921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.298921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.298921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.298921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.298921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98f09db1-ff3e-4c2c-ad8d-951a482e26b0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.390929] env[69242]: INFO networking_nsxv3.common.synchronization [None req-3a0a5dd2-54ca-41dc-a046-a433e9d48b77 None None] Enqueued Resource ID: 005720cf-1ef8-45d3-a7eb-e88658c7e26d with Priority: HIGHEST for action port [ 625.392127] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005720cf-1ef8-45d3-a7eb-e88658c7e26d with Priority: HIGHEST for action port [ 625.392606] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-005720cf-1ef8-45d3-a7eb-e88658c7e26d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.392733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-005720cf-1ef8-45d3-a7eb-e88658c7e26d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.392789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-005720cf-1ef8-45d3-a7eb-e88658c7e26d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.395042] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-005720cf-1ef8-45d3-a7eb-e88658c7e26d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.395042] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('005720cf-1ef8-45d3-a7eb-e88658c7e26d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.774346] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6a96813-aaa8-47ba-9d19-170206f69ac6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.896288] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 005720cf-1ef8-45d3-a7eb-e88658c7e26d [ 625.897210] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.899291] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.899291] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.899399] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.899768] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.899768] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:005720cf-1ef8-45d3-a7eb-e88658c7e26d already deleted. [ 625.899768] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-005720cf-1ef8-45d3-a7eb-e88658c7e26d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.100603] env[69242]: INFO networking_nsxv3.common.synchronization [req-d18c4e0c-f1b0-419c-8f7b-d748c15d2222 req-f5d14244-52cb-4f29-962f-462180632459 tempest-SecurityGroupRulesTestJSON-1656641283 tempest-SecurityGroupRulesTestJSON-1656641283-project-member] Enqueued Resource ID: 0d8c242d-ee39-4ab0-8a9b-d6054a96f349 with Priority: HIGHEST for action security_group_rules [ 626.102643] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8c242d-ee39-4ab0-8a9b-d6054a96f349 with Priority: HIGHEST for action security_group_rules [ 626.102998] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d8c242d-ee39-4ab0-8a9b-d6054a96f349 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.103290] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d8c242d-ee39-4ab0-8a9b-d6054a96f349" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.103290] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d8c242d-ee39-4ab0-8a9b-d6054a96f349" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.103651] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d8c242d-ee39-4ab0-8a9b-d6054a96f349" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.103651] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d8c242d-ee39-4ab0-8a9b-d6054a96f349',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.276818] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.279036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.279036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.279036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.279036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.279036] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 is going to be created. [ 626.281395] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 in Status: SUCCESS [ 626.282553] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.303404] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.303404] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.303404] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.303404] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.303634] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.313753] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 in Status: UNINITIALIZED for 2s [ 626.624377] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.624377] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.624377] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.624529] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.624529] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.624686] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d8c242d-ee39-4ab0-8a9b-d6054a96f349 already deleted. [ 626.624961] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d8c242d-ee39-4ab0-8a9b-d6054a96f349" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.393185] env[69242]: INFO networking_nsxv3.common.synchronization [req-a68fe292-26f6-4731-9dde-15491aca973b req-a22c42c5-3d54-4e54-914f-882cb11b2293 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Enqueued Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 627.394470] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 627.394470] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.394470] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.394829] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.394829] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.394916] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.395032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.395087] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.395272] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.395339] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.395513] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.823139] env[69242]: INFO networking_nsxv3.common.synchronization [None req-4054e01b-fe65-48bf-984c-48fb38fb6e1c None None] Enqueued Resource ID: e3387c55-cf4c-484f-bdf5-d7b97e9c8e8f with Priority: HIGHEST for action port [ 627.823139] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3387c55-cf4c-484f-bdf5-d7b97e9c8e8f with Priority: HIGHEST for action port [ 627.823139] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3387c55-cf4c-484f-bdf5-d7b97e9c8e8f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.823999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3387c55-cf4c-484f-bdf5-d7b97e9c8e8f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.823999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3387c55-cf4c-484f-bdf5-d7b97e9c8e8f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.824319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3387c55-cf4c-484f-bdf5-d7b97e9c8e8f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.824433] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3387c55-cf4c-484f-bdf5-d7b97e9c8e8f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.897909] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.898247] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.898678] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.898678] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.898678] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.898859] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.899069] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.899069] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.899169] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.899245] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.899428] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 already deleted. [ 627.899428] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.968067] env[69242]: INFO networking_nsxv3.common.synchronization [None req-e12ffdfa-ea54-4f4c-b979-156d26f22c2c None None] Enqueued Resource ID: dda6d1a4-93bb-40bf-9e87-23bd0371aec3 with Priority: HIGHEST for action port [ 627.968688] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda6d1a4-93bb-40bf-9e87-23bd0371aec3 with Priority: HIGHEST for action port [ 627.968995] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-dda6d1a4-93bb-40bf-9e87-23bd0371aec3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.969571] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dda6d1a4-93bb-40bf-9e87-23bd0371aec3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.969571] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dda6d1a4-93bb-40bf-9e87-23bd0371aec3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.969906] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dda6d1a4-93bb-40bf-9e87-23bd0371aec3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.969983] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dda6d1a4-93bb-40bf-9e87-23bd0371aec3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.173889] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-457 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.174100] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-457" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.174220] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-457" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.174688] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-457" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.175394] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.175798] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.175798] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.176204] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.176806] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.176806] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 628.176806] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.176806] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.176806] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.177019] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 628.177019] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.177200] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.197967] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.197967] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 628.198617] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.198617] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-457" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.198806] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-bec5df07-6ff7-42bb-87c2-8a216de10fa1 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.198965] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-bec5df07-6ff7-42bb-87c2-8a216de10fa1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.198965] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-bec5df07-6ff7-42bb-87c2-8a216de10fa1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.200597] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-bec5df07-6ff7-42bb-87c2-8a216de10fa1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.200597] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bec5df07-6ff7-42bb-87c2-8a216de10fa1',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.326733] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 in Status: SUCCESS [ 628.327684] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.327684] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3387c55-cf4c-484f-bdf5-d7b97e9c8e8f [ 628.327684] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.327684] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.327684] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.328126] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.328126] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.328126] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3387c55-cf4c-484f-bdf5-d7b97e9c8e8f already deleted. [ 628.328126] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3387c55-cf4c-484f-bdf5-d7b97e9c8e8f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.328495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.328495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.328694] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.328694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.328869] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.330162] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.330344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.330475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.330577] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6a96813-aaa8-47ba-9d19-170206f69ac6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.474186] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dda6d1a4-93bb-40bf-9e87-23bd0371aec3 [ 628.474186] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.474186] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.474186] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.474186] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.474186] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.474186] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dda6d1a4-93bb-40bf-9e87-23bd0371aec3 already deleted. [ 628.474186] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dda6d1a4-93bb-40bf-9e87-23bd0371aec3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.705370] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.705370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.705370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.705370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.705370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.705370] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port bec5df07-6ff7-42bb-87c2-8a216de10fa1 not found, creating... [ 628.705370] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.705370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.705370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.705370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.705370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.705764] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.705764] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.705764] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.705764] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.705764] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.709346] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: bec5df07-6ff7-42bb-87c2-8a216de10fa1 is going to be created. [ 628.732702] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.732702] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.732702] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.733055] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.735193] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.736119] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-bec5df07-6ff7-42bb-87c2-8a216de10fa1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.834146] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6a96813-aaa8-47ba-9d19-170206f69ac6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.098715] env[69242]: INFO networking_nsxv3.common.synchronization [None req-7004e75f-89d6-4ce1-8e2f-3c418739c225 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Enqueued Resource ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf with Priority: HIGHEST for action security_group_rules [ 629.100168] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf with Priority: HIGHEST for action security_group_rules [ 629.100524] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11d04fa3-cd3f-4491-a25c-9fd37653babf taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.100655] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.100724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.100974] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.101057] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11d04fa3-cd3f-4491-a25c-9fd37653babf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.314326] env[69242]: INFO networking_nsxv3.common.synchronization [req-ddd6f72d-0ae1-49e2-a5f2-e7d8874f3020 req-f1a7bca6-d03f-45fa-9128-5d152c231abf tempest-SecurityGroupRulesTestJSON-1656641283 tempest-SecurityGroupRulesTestJSON-1656641283-project-member] Enqueued Resource ID: bc655470-63ec-47e0-a2d1-1ec01483abe6 with Priority: HIGHEST for action security_group_rules [ 629.314840] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc655470-63ec-47e0-a2d1-1ec01483abe6 with Priority: HIGHEST for action security_group_rules [ 629.316925] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc655470-63ec-47e0-a2d1-1ec01483abe6 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.316925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc655470-63ec-47e0-a2d1-1ec01483abe6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.316925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc655470-63ec-47e0-a2d1-1ec01483abe6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.316925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc655470-63ec-47e0-a2d1-1ec01483abe6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.316925] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc655470-63ec-47e0-a2d1-1ec01483abe6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.337083] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6a96813-aaa8-47ba-9d19-170206f69ac6: rpc.has_security_group_logging(os_id): False [ 629.354890] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.354890] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.355021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.357761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.357761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.357761] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.357761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.357761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.357761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.357761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.357761] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 is going to be created. [ 629.382446] env[69242]: INFO networking_nsxv3.common.synchronization [None req-9a901713-9b32-44ac-b4a2-70f478471a97 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Enqueued Resource ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf with Priority: HIGHEST for action security_group_rules [ 629.383094] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf with Priority: HIGHEST for action security_group_rules [ 629.383410] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11d04fa3-cd3f-4491-a25c-9fd37653babf taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.383509] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.409113] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.409229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.409270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.409477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.409715] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.420343] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 in Status: IN_PROGRESS for 2s [ 629.573055] env[69242]: INFO networking_nsxv3.common.synchronization [req-0cb4a687-deea-405a-be3a-6d1dff3399bb req-032177a8-6eca-47bf-ae62-912b271837fd tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Enqueued Resource ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 with Priority: HIGHEST for action security_group_members [ 629.573339] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 with Priority: HIGHEST for action security_group_members [ 629.573918] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.574084] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.574148] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.574324] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.574475] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.574596] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.574645] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.574799] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.574887] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.574975] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a44a367-1172-4bcb-bbd6-0fbc4984ff97',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.624572] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.624781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.624855] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.625147] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.625258] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.625390] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf already deleted. [ 629.625454] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.626091] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.626292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.626377] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11d04fa3-cd3f-4491-a25c-9fd37653babf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.837125] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.837875] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.838043] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.838482] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.838839] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.839122] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc655470-63ec-47e0-a2d1-1ec01483abe6 already deleted. [ 629.839318] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc655470-63ec-47e0-a2d1-1ec01483abe6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.082578] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.082578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.082578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.082578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.082578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.082578] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.082578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.082578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.083660] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.083660] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.083660] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 is going to be updated. [ 630.112228] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.112228] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.112228] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.112228] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.112228] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.119694] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 in Status: IN_PROGRESS for 2s [ 630.149274] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.149274] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.149274] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.149274] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.149274] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.149274] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf already deleted. [ 630.149274] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.580499] env[69242]: INFO networking_nsxv3.common.synchronization [req-a68fe292-26f6-4731-9dde-15491aca973b req-6a4f0ae2-a649-40ed-9019-ec91e1973303 service nova] Enqueued Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_rules [ 630.580797] env[69242]: INFO networking_nsxv3.common.synchronization [req-a68fe292-26f6-4731-9dde-15491aca973b req-6a4f0ae2-a649-40ed-9019-ec91e1973303 service nova] Enqueued Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 630.580941] env[69242]: INFO networking_nsxv3.common.synchronization [req-a68fe292-26f6-4731-9dde-15491aca973b req-6a4f0ae2-a649-40ed-9019-ec91e1973303 service nova] Enqueued Resource ID: bec5df07-6ff7-42bb-87c2-8a216de10fa1 with Priority: HIGHEST for action port [ 630.581812] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_rules [ 630.582008] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 630.582165] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec5df07-6ff7-42bb-87c2-8a216de10fa1 with Priority: HIGHEST for action port [ 630.582536] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.582709] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.582808] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.583160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.583326] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.585529] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.586603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.586727] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.586938] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.587143] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.587265] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.587358] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.587553] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.587598] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.587693] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.592293] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-bec5df07-6ff7-42bb-87c2-8a216de10fa1 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.592293] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bec5df07-6ff7-42bb-87c2-8a216de10fa1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.592293] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bec5df07-6ff7-42bb-87c2-8a216de10fa1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.592293] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bec5df07-6ff7-42bb-87c2-8a216de10fa1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.592293] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bec5df07-6ff7-42bb-87c2-8a216de10fa1',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.643181] env[69242]: INFO networking_nsxv3.common.synchronization [None req-d6d32236-f5e8-4951-a0dd-373bfafb8954 None None] Enqueued Resource ID: 3a968904-6e93-4b3c-a723-19dfbeaba60b with Priority: HIGHEST for action port [ 630.644875] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a968904-6e93-4b3c-a723-19dfbeaba60b with Priority: HIGHEST for action port [ 630.645518] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a968904-6e93-4b3c-a723-19dfbeaba60b taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.645777] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a968904-6e93-4b3c-a723-19dfbeaba60b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.645929] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a968904-6e93-4b3c-a723-19dfbeaba60b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.646494] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a968904-6e93-4b3c-a723-19dfbeaba60b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.646658] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a968904-6e93-4b3c-a723-19dfbeaba60b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.864572] env[69242]: INFO networking_nsxv3.common.synchronization [None req-421c638a-253f-46af-be1e-ab35fc1296e5 None None] Enqueued Resource ID: 105264aa-2aab-43d0-a557-9899f576ab26 with Priority: HIGHEST for action port [ 630.865593] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105264aa-2aab-43d0-a557-9899f576ab26 with Priority: HIGHEST for action port [ 630.866511] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-105264aa-2aab-43d0-a557-9899f576ab26 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.866872] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-105264aa-2aab-43d0-a557-9899f576ab26" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.866872] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-105264aa-2aab-43d0-a557-9899f576ab26" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.867202] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-105264aa-2aab-43d0-a557-9899f576ab26" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.867360] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('105264aa-2aab-43d0-a557-9899f576ab26',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.090085] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.092296] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bec5df07-6ff7-42bb-87c2-8a216de10fa1 with status ACTIVE [ 631.092590] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.092752] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.092939] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.093067] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.093153] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.093349] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.093767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.093767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.093767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.093903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.093997] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.094142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.094179] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.094563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.094563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.094563] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bec5df07-6ff7-42bb-87c2-8a216de10fa1 is going to be updated. [ 631.096344] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.096622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.115162] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.115162] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.115162] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.115162] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.115627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.115627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bec5df07-6ff7-42bb-87c2-8a216de10fa1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.152241] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a968904-6e93-4b3c-a723-19dfbeaba60b [ 631.152761] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.152761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.152761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.153012] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.153012] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.153115] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a968904-6e93-4b3c-a723-19dfbeaba60b already deleted. [ 631.153230] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a968904-6e93-4b3c-a723-19dfbeaba60b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.373446] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 105264aa-2aab-43d0-a557-9899f576ab26 [ 631.373777] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.373921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.373993] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.374240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.375310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.375310] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:105264aa-2aab-43d0-a557-9899f576ab26 already deleted. [ 631.375310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-105264aa-2aab-43d0-a557-9899f576ab26" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.403081] env[69242]: INFO networking_nsxv3.common.synchronization [req-59bce08c-826f-4278-88f4-7dd0c8a24068 req-d652eaaa-a6b7-4d0d-a5b1-21d51347bb0d tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Enqueued Resource ID: 003167d0-9514-4543-9b09-798e902d627f with Priority: HIGHEST for action security_group_members [ 631.403081] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003167d0-9514-4543-9b09-798e902d627f with Priority: HIGHEST for action security_group_members [ 631.403081] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-003167d0-9514-4543-9b09-798e902d627f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.403081] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.403081] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.403081] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.404464] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.404598] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.404672] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.405054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.405054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.405054] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003167d0-9514-4543-9b09-798e902d627f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.433363] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 in Status: SUCCESS [ 631.433485] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.593066] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.908811] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.908999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.909100] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.909337] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.909436] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.909652] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.909758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.909831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.909988] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.910079] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.910166] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003167d0-9514-4543-9b09-798e902d627f is going to be updated. [ 631.942024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.942199] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.942260] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.942477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.943021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.953086] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003167d0-9514-4543-9b09-798e902d627f in Status: IN_PROGRESS for 2s [ 632.101790] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.101790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.101790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.101790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.101790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.101790] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 is going to be created. [ 632.127325] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.127478] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.127598] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.127936] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.128131] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.130495] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 in Status: SUCCESS [ 632.132393] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 deletion is rescheduled due to dependency. [ 632.132393] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.137880] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: UNINITIALIZED for 2s [ 632.410412] env[69242]: INFO networking_nsxv3.common.synchronization [None req-a83f5078-aa62-4bcf-aa4c-072501bd715f None None] Enqueued Resource ID: 2b037830-e1b8-4e98-aab4-88400bec53fa with Priority: HIGHEST for action port [ 632.410665] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b037830-e1b8-4e98-aab4-88400bec53fa with Priority: HIGHEST for action port [ 632.411229] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b037830-e1b8-4e98-aab4-88400bec53fa taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.412862] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b037830-e1b8-4e98-aab4-88400bec53fa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.412862] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b037830-e1b8-4e98-aab4-88400bec53fa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.412862] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b037830-e1b8-4e98-aab4-88400bec53fa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.412862] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b037830-e1b8-4e98-aab4-88400bec53fa',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.892094] env[69242]: INFO networking_nsxv3.common.synchronization [None req-ad82f660-a2c6-4025-94af-5fb8a4f4d01f None None] Enqueued Resource ID: f5011957-3c10-480d-ae57-b69046016974 with Priority: HIGHEST for action port [ 632.892759] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5011957-3c10-480d-ae57-b69046016974 with Priority: HIGHEST for action port [ 632.893111] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5011957-3c10-480d-ae57-b69046016974 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.893247] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5011957-3c10-480d-ae57-b69046016974" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.893315] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5011957-3c10-480d-ae57-b69046016974" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.893591] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5011957-3c10-480d-ae57-b69046016974" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.893688] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5011957-3c10-480d-ae57-b69046016974',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.915762] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b037830-e1b8-4e98-aab4-88400bec53fa [ 632.915960] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.916131] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.916187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.916399] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.916494] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.916767] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b037830-e1b8-4e98-aab4-88400bec53fa already deleted. [ 632.916767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b037830-e1b8-4e98-aab4-88400bec53fa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.397926] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5011957-3c10-480d-ae57-b69046016974 [ 633.398261] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.398398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.398472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.398709] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.398793] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.398884] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5011957-3c10-480d-ae57-b69046016974 already deleted. [ 633.398960] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5011957-3c10-480d-ae57-b69046016974" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.509286] env[69242]: INFO networking_nsxv3.common.synchronization [None req-9b10896b-0083-4b17-9476-25c8bc9de610 None None] Enqueued Resource ID: 648410ff-41da-4fb9-a0f0-232066bf9207 with Priority: HIGHEST for action port [ 633.511249] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648410ff-41da-4fb9-a0f0-232066bf9207 with Priority: HIGHEST for action port [ 633.512211] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-648410ff-41da-4fb9-a0f0-232066bf9207 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.512211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-648410ff-41da-4fb9-a0f0-232066bf9207" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.512211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-648410ff-41da-4fb9-a0f0-232066bf9207" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.512211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-648410ff-41da-4fb9-a0f0-232066bf9207" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.512625] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('648410ff-41da-4fb9-a0f0-232066bf9207',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.963095] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003167d0-9514-4543-9b09-798e902d627f in Status: SUCCESS [ 633.963476] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003167d0-9514-4543-9b09-798e902d627f deletion is rescheduled due to dependency. [ 633.963476] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.020173] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 648410ff-41da-4fb9-a0f0-232066bf9207 [ 634.020427] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.020679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.020679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.020849] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.020939] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.021062] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:648410ff-41da-4fb9-a0f0-232066bf9207 already deleted. [ 634.021130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-648410ff-41da-4fb9-a0f0-232066bf9207" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.146564] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: SUCCESS [ 634.146788] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.146950] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.147748] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.147748] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.147748] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.147748] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.147921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.147921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.148036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.150039] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.651352] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.651352] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.651352] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.651599] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.653586] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.653586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.653586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.653586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.653586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.653586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.653586] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.653586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.653586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.653586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.653586] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.653586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.653586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.653586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.653586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.654551] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.654551] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.021699] env[69242]: INFO networking_nsxv3.common.synchronization [req-88896793-bd52-4275-be46-874ada20ed99 req-21ad7707-c8b2-457c-bb2f-883463fe3554 tempest-SecurityGroupRulesTestJSON-1656641283 tempest-SecurityGroupRulesTestJSON-1656641283-project-member] Enqueued Resource ID: b0c9fea7-e76d-4934-91bd-99dba97faff3 with Priority: HIGHEST for action security_group_rules [ 635.022145] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0c9fea7-e76d-4934-91bd-99dba97faff3 with Priority: HIGHEST for action security_group_rules [ 635.022487] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0c9fea7-e76d-4934-91bd-99dba97faff3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.022616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0c9fea7-e76d-4934-91bd-99dba97faff3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.022688] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0c9fea7-e76d-4934-91bd-99dba97faff3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.022941] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0c9fea7-e76d-4934-91bd-99dba97faff3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.023036] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0c9fea7-e76d-4934-91bd-99dba97faff3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.138465] env[69242]: INFO networking_nsxv3.common.synchronization [None req-98252dcc-b632-4017-bfdc-547d6f79a6a1 None None] Enqueued Resource ID: 5ce813bc-ab9e-43d8-8bf8-f3dacb0008b1 with Priority: HIGHEST for action port [ 635.139016] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ce813bc-ab9e-43d8-8bf8-f3dacb0008b1 with Priority: HIGHEST for action port [ 635.139495] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ce813bc-ab9e-43d8-8bf8-f3dacb0008b1 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.139625] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ce813bc-ab9e-43d8-8bf8-f3dacb0008b1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.139690] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ce813bc-ab9e-43d8-8bf8-f3dacb0008b1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.140125] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ce813bc-ab9e-43d8-8bf8-f3dacb0008b1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.140125] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ce813bc-ab9e-43d8-8bf8-f3dacb0008b1',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.159019] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be3c66ca-1801-448b-9f7e-0d7f01d81748: rpc.has_security_group_logging(os_id): False [ 635.176969] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.177263] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.177263] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.177537] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.177703] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.178224] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.178369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.178369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.178561] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.178708] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.179258] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.179506] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.179588] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.179848] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.179983] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.180261] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.180383] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.180461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.180673] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.180761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.180862] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 is going to be created. [ 635.236617] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.236888] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.237365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.237618] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.237876] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.249183] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: IN_PROGRESS for 2s [ 635.548980] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.548980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.548980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.548980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.548980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.548980] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0c9fea7-e76d-4934-91bd-99dba97faff3 already deleted. [ 635.548980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0c9fea7-e76d-4934-91bd-99dba97faff3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.642240] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ce813bc-ab9e-43d8-8bf8-f3dacb0008b1 [ 635.643998] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.643998] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.643998] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.643998] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.643998] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.643998] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ce813bc-ab9e-43d8-8bf8-f3dacb0008b1 already deleted. [ 635.643998] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ce813bc-ab9e-43d8-8bf8-f3dacb0008b1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.669427] env[69242]: INFO networking_nsxv3.common.synchronization [None req-4e8f3ecf-ced5-4b32-a2e0-c11a39ba9460 None None] Enqueued Resource ID: 27a0fd24-0ea4-4e08-bfbd-69494e2f20be with Priority: HIGHEST for action port [ 635.669427] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a0fd24-0ea4-4e08-bfbd-69494e2f20be with Priority: HIGHEST for action port [ 635.669427] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-27a0fd24-0ea4-4e08-bfbd-69494e2f20be taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.670019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27a0fd24-0ea4-4e08-bfbd-69494e2f20be" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.670294] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27a0fd24-0ea4-4e08-bfbd-69494e2f20be" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.670729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27a0fd24-0ea4-4e08-bfbd-69494e2f20be" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.671056] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27a0fd24-0ea4-4e08-bfbd-69494e2f20be',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.131414] env[69242]: INFO networking_nsxv3.common.synchronization [req-26c81bbd-633b-414d-9cb2-3db236e2067b req-c4570ecf-45ae-43d5-afb6-bef39d341e9e tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Enqueued Resource ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 with Priority: HIGHEST for action security_group_members [ 636.131414] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 with Priority: HIGHEST for action security_group_members [ 636.131738] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7af9a9c-db9c-4882-8fe6-188135a2c407 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.131738] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.131738] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.132643] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.132643] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.132643] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.132643] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.132643] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.132926] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.132926] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7af9a9c-db9c-4882-8fe6-188135a2c407',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.175456] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27a0fd24-0ea4-4e08-bfbd-69494e2f20be [ 636.175689] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.175828] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.175895] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.176197] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.176338] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.176464] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27a0fd24-0ea4-4e08-bfbd-69494e2f20be already deleted. [ 636.176559] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27a0fd24-0ea4-4e08-bfbd-69494e2f20be" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.234919] env[69242]: INFO networking_nsxv3.common.synchronization [None req-faff4a3d-697c-4677-a157-c37d5ad9d14b None None] Enqueued Resource ID: 30a2c96e-f0bf-4ba0-9cd5-5523d4cbcf4d with Priority: HIGHEST for action port [ 636.234919] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a2c96e-f0bf-4ba0-9cd5-5523d4cbcf4d with Priority: HIGHEST for action port [ 636.234919] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-30a2c96e-f0bf-4ba0-9cd5-5523d4cbcf4d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.234919] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30a2c96e-f0bf-4ba0-9cd5-5523d4cbcf4d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.234919] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30a2c96e-f0bf-4ba0-9cd5-5523d4cbcf4d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.234919] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30a2c96e-f0bf-4ba0-9cd5-5523d4cbcf4d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.235695] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30a2c96e-f0bf-4ba0-9cd5-5523d4cbcf4d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.592690] env[69242]: INFO networking_nsxv3.common.synchronization [None req-0c002629-77c1-45c7-8d5c-c9d4cc976e7a None None] Enqueued Resource ID: a8ba3376-2c6d-4c2c-944b-134d92580a47 with Priority: HIGHEST for action port [ 636.592941] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8ba3376-2c6d-4c2c-944b-134d92580a47 with Priority: HIGHEST for action port [ 636.593511] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8ba3376-2c6d-4c2c-944b-134d92580a47 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.593668] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8ba3376-2c6d-4c2c-944b-134d92580a47" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.593732] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8ba3376-2c6d-4c2c-944b-134d92580a47" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.593973] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8ba3376-2c6d-4c2c-944b-134d92580a47" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.595201] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8ba3376-2c6d-4c2c-944b-134d92580a47',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.635209] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.635415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.635479] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.635667] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.636629] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.637094] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.637094] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.637094] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.638466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.638466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.638466] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 already deleted. [ 636.638466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.739237] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30a2c96e-f0bf-4ba0-9cd5-5523d4cbcf4d [ 636.739508] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.740356] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.740356] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.740633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.742901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.742901] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30a2c96e-f0bf-4ba0-9cd5-5523d4cbcf4d already deleted. [ 636.742901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30a2c96e-f0bf-4ba0-9cd5-5523d4cbcf4d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.098569] env[69242]: INFO networking_nsxv3.common.synchronization [None req-94297ff8-8017-4267-b29e-1cc8b8ee28ca tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 with Priority: HIGHEST for action security_group_rules [ 637.099183] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 with Priority: HIGHEST for action security_group_rules [ 637.100640] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f60cf64-3f52-49c8-aff8-311c5568a6a2 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.100788] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.100848] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.102112] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.102112] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f60cf64-3f52-49c8-aff8-311c5568a6a2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.102214] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8ba3376-2c6d-4c2c-944b-134d92580a47 [ 637.102413] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.102529] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.102678] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.102868] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.102985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.103101] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8ba3376-2c6d-4c2c-944b-134d92580a47 already deleted. [ 637.103181] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8ba3376-2c6d-4c2c-944b-134d92580a47" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.135775] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-90 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.135775] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-90" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.135775] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-90" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.135775] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-90" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.136699] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.137087] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.137160] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.137415] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.137607] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.137877] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.138027] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.138848] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.139308] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.141377] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.141579] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.141751] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.159547] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.159700] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 637.159854] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.160111] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-90" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.160445] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-00cd1c4f-c10a-4581-8ec9-e7fbfbe12148 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.160620] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-00cd1c4f-c10a-4581-8ec9-e7fbfbe12148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.160739] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-00cd1c4f-c10a-4581-8ec9-e7fbfbe12148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.161705] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-00cd1c4f-c10a-4581-8ec9-e7fbfbe12148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.161705] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00cd1c4f-c10a-4581-8ec9-e7fbfbe12148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.196884] env[69242]: INFO networking_nsxv3.common.synchronization [req-a879919b-eded-4700-9e1b-313d1e4d38fd req-f8f2f98a-b0bc-46ef-a0b9-6ff0016f8217 tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Enqueued Resource ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 with Priority: HIGHEST for action security_group_members [ 637.198672] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 with Priority: HIGHEST for action security_group_members [ 637.198672] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9e3c921-4202-4ea7-a1a2-6f60666621a3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.198672] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.198672] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.198672] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.198672] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.199180] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.199180] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.199180] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.199180] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.199180] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9e3c921-4202-4ea7-a1a2-6f60666621a3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.264188] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: SUCCESS [ 637.264188] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.274895] env[69242]: INFO networking_nsxv3.common.synchronization [None req-91445cad-aece-411a-8c80-375323ea3cef tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 with Priority: HIGHEST for action security_group_rules [ 637.275520] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 with Priority: HIGHEST for action security_group_rules [ 637.276035] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f60cf64-3f52-49c8-aff8-311c5568a6a2 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.276914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.622173] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.622463] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.622627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.623268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.623459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.623680] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 already deleted. [ 637.623808] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.623995] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.624312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.624847] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f60cf64-3f52-49c8-aff8-311c5568a6a2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.664573] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.665137] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.665274] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.665567] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.665722] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.665892] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 00cd1c4f-c10a-4581-8ec9-e7fbfbe12148 not found, creating... [ 637.667372] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.667372] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.667853] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.667853] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.668099] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.668691] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.670211] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.670211] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.670417] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.670607] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.670775] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 00cd1c4f-c10a-4581-8ec9-e7fbfbe12148 is going to be created. [ 637.690747] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.690982] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.691145] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.691461] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.691699] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.692075] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-00cd1c4f-c10a-4581-8ec9-e7fbfbe12148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.701876] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.701876] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.702199] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.702342] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.702516] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.702652] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.702750] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.702918] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.703035] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.703071] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.703161] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 is going to be updated. [ 637.734776] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.734991] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.735076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.735325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.735560] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.747929] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 in Status: IN_PROGRESS for 2s [ 637.972386] env[69242]: INFO networking_nsxv3.common.synchronization [None req-d82a0f71-c4a2-49ba-8fb0-0a8ddf5602a4 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Enqueued Resource ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 with Priority: HIGHEST for action security_group_rules [ 637.973053] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 with Priority: HIGHEST for action security_group_rules [ 637.973458] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbed1cdd-7139-4c4f-b4e9-a06c36f25727 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.974383] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.974457] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.974759] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.974864] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbed1cdd-7139-4c4f-b4e9-a06c36f25727',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.138690] env[69242]: INFO networking_nsxv3.common.synchronization [None req-dd1d8d46-9269-4de4-8d99-d15909064990 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Enqueued Resource ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 with Priority: HIGHEST for action security_group_rules [ 638.139162] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 with Priority: HIGHEST for action security_group_rules [ 638.139682] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbed1cdd-7139-4c4f-b4e9-a06c36f25727 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.139988] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.159528] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.159686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.159758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.159978] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.160231] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.160562] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 already deleted. [ 638.160905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.501383] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.501383] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.501383] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.501383] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.501383] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.501383] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 already deleted. [ 638.501383] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.501383] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.501383] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.501383] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbed1cdd-7139-4c4f-b4e9-a06c36f25727',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.837089] env[69242]: INFO networking_nsxv3.common.synchronization [req-26c81bbd-633b-414d-9cb2-3db236e2067b req-a0d2a833-69e3-4987-9f51-d2786a95f8b1 service nova] Enqueued Resource ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 with Priority: HIGHEST for action security_group_rules [ 638.837267] env[69242]: INFO networking_nsxv3.common.synchronization [req-26c81bbd-633b-414d-9cb2-3db236e2067b req-a0d2a833-69e3-4987-9f51-d2786a95f8b1 service nova] Enqueued Resource ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 with Priority: HIGHEST for action security_group_members [ 638.837393] env[69242]: INFO networking_nsxv3.common.synchronization [req-26c81bbd-633b-414d-9cb2-3db236e2067b req-a0d2a833-69e3-4987-9f51-d2786a95f8b1 service nova] Enqueued Resource ID: 00cd1c4f-c10a-4581-8ec9-e7fbfbe12148 with Priority: HIGHEST for action port [ 638.838154] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 with Priority: HIGHEST for action security_group_rules [ 638.838154] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 with Priority: HIGHEST for action security_group_members [ 638.838252] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00cd1c4f-c10a-4581-8ec9-e7fbfbe12148 with Priority: HIGHEST for action port [ 638.838728] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7af9a9c-db9c-4882-8fe6-188135a2c407 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.838728] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.838728] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.839141] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.839141] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7af9a9c-db9c-4882-8fe6-188135a2c407',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.840390] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7af9a9c-db9c-4882-8fe6-188135a2c407 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.840566] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.840665] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.840889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.841084] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.841247] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.841247] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.841593] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.841593] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.841723] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7af9a9c-db9c-4882-8fe6-188135a2c407',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.843600] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-00cd1c4f-c10a-4581-8ec9-e7fbfbe12148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.843805] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00cd1c4f-c10a-4581-8ec9-e7fbfbe12148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.843805] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00cd1c4f-c10a-4581-8ec9-e7fbfbe12148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.845016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00cd1c4f-c10a-4581-8ec9-e7fbfbe12148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.845016] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00cd1c4f-c10a-4581-8ec9-e7fbfbe12148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.022484] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.024570] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.024570] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.024570] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.024570] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.024570] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 already deleted. [ 639.024570] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.051876] env[69242]: INFO networking_nsxv3.common.synchronization [req-e86e0910-9c75-436d-9a69-e074472b0a03 req-2eadc83e-16e8-4fcf-8c2c-95beb967a224 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Enqueued Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_members [ 639.052457] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_members [ 639.053128] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ce2050-997d-416f-8efa-628e049c0e54 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.053128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.053128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.055372] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.055542] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.055649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.055711] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.055927] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.056038] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.056131] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.081812] env[69242]: INFO networking_nsxv3.common.synchronization [None req-de1e7819-ac6f-428d-be37-746620528e9c tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Enqueued Resource ID: d113361d-1569-4803-9af9-b04075ce7f23 with Priority: HIGHEST for action security_group_rules [ 639.082350] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d113361d-1569-4803-9af9-b04075ce7f23 with Priority: HIGHEST for action security_group_rules [ 639.082675] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d113361d-1569-4803-9af9-b04075ce7f23 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.082805] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.082909] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.083408] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.083468] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d113361d-1569-4803-9af9-b04075ce7f23',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.350754] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7af9a9c-db9c-4882-8fe6-188135a2c407 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.350754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.350754] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7af9a9c-db9c-4882-8fe6-188135a2c407',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.350754] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00cd1c4f-c10a-4581-8ec9-e7fbfbe12148 with status ACTIVE [ 639.350754] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.350754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.350754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.350754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.350754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.350754] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.350754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.350754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.350754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.350754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.351569] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.351569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.351569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.351569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.351569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.351569] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00cd1c4f-c10a-4581-8ec9-e7fbfbe12148 is going to be updated. [ 639.373792] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.373971] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.374065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.374287] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.374637] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.374993] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00cd1c4f-c10a-4581-8ec9-e7fbfbe12148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.503247] env[69242]: INFO networking_nsxv3.common.synchronization [None req-4d98d680-9d68-492b-b61b-d30703518e1a tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Enqueued Resource ID: d113361d-1569-4803-9af9-b04075ce7f23 with Priority: HIGHEST for action security_group_rules [ 639.503247] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d113361d-1569-4803-9af9-b04075ce7f23 with Priority: HIGHEST for action security_group_rules [ 639.503431] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d113361d-1569-4803-9af9-b04075ce7f23 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.503431] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.559294] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.559461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.559592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.559878] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.559983] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.560259] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.560415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.560512] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.560731] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.560835] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.560960] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ce2050-997d-416f-8efa-628e049c0e54 already deleted. [ 639.561069] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.615018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.615240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.615349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.615595] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.615729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.615859] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d113361d-1569-4803-9af9-b04075ce7f23 already deleted. [ 639.615969] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.616175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.616375] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.620247] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d113361d-1569-4803-9af9-b04075ce7f23',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.756756] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 in Status: SUCCESS [ 639.756947] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 deletion is rescheduled due to dependency. [ 639.757246] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.854282] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7af9a9c-db9c-4882-8fe6-188135a2c407',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.943368] env[69242]: INFO networking_nsxv3.common.synchronization [None req-1572d5bc-55b4-4f40-bbb3-51e8cc7d67ae None None] Enqueued Resource ID: 40ec281d-ecf8-46f0-b31d-2fd1fca2ae1b with Priority: HIGHEST for action port [ 639.943701] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ec281d-ecf8-46f0-b31d-2fd1fca2ae1b with Priority: HIGHEST for action port [ 639.944658] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-40ec281d-ecf8-46f0-b31d-2fd1fca2ae1b taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.944658] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40ec281d-ecf8-46f0-b31d-2fd1fca2ae1b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.944658] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40ec281d-ecf8-46f0-b31d-2fd1fca2ae1b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.944851] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40ec281d-ecf8-46f0-b31d-2fd1fca2ae1b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.944994] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40ec281d-ecf8-46f0-b31d-2fd1fca2ae1b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.107379] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.107590] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-813" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.111025] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-813" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.111025] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-813" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.111025] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.111025] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.111025] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.111025] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.111025] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.111025] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 640.111025] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.111025] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.111025] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.111025] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 640.111025] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.111025] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.130440] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.130526] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 640.130677] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.130858] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-813" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.131326] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-e910c1f5-5028-4f1c-beff-37afe525369f taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.131573] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-e910c1f5-5028-4f1c-beff-37afe525369f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.131739] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-e910c1f5-5028-4f1c-beff-37afe525369f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.132259] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-e910c1f5-5028-4f1c-beff-37afe525369f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.132419] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e910c1f5-5028-4f1c-beff-37afe525369f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.143980] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.144172] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.144261] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.144564] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.144682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.144794] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d113361d-1569-4803-9af9-b04075ce7f23 already deleted. [ 640.144883] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.266784] env[69242]: INFO networking_nsxv3.common.synchronization [req-44151eb0-9610-4f1f-9494-02bfacb78187 req-dcaedab6-c31e-4ef7-8fea-b0863e07182f tempest-SecurityGroupRulesTestJSON-1656641283 tempest-SecurityGroupRulesTestJSON-1656641283-project-member] Enqueued Resource ID: bc8ae154-622e-47c4-a573-5e5beef812bc with Priority: HIGHEST for action security_group_rules [ 640.266882] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc8ae154-622e-47c4-a573-5e5beef812bc with Priority: HIGHEST for action security_group_rules [ 640.267183] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc8ae154-622e-47c4-a573-5e5beef812bc taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.267313] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc8ae154-622e-47c4-a573-5e5beef812bc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.267391] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc8ae154-622e-47c4-a573-5e5beef812bc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.267635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc8ae154-622e-47c4-a573-5e5beef812bc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.267712] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc8ae154-622e-47c4-a573-5e5beef812bc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.308386] env[69242]: INFO networking_nsxv3.common.synchronization [req-90de6fdf-f4e9-4885-ba07-c7512f6eddef req-fc0887b6-e281-46c4-a95b-6e4986a95410 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Enqueued Resource ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 with Priority: HIGHEST for action security_group_members [ 640.309549] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 with Priority: HIGHEST for action security_group_members [ 640.309549] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f315d149-d488-4b07-be77-f3fc2a5e42c8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.309730] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.309730] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.310366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.310366] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.310366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.310366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.310772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.310772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.310772] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f315d149-d488-4b07-be77-f3fc2a5e42c8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.361023] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.361023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.361023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.361023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.361023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.361023] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 is going to be created. [ 640.388794] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.388986] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.388986] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.389358] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.391153] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.404417] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 in Status: UNINITIALIZED for 2s [ 640.448143] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40ec281d-ecf8-46f0-b31d-2fd1fca2ae1b [ 640.449223] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.449223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.449223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.449223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.449223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.449223] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40ec281d-ecf8-46f0-b31d-2fd1fca2ae1b already deleted. [ 640.453220] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40ec281d-ecf8-46f0-b31d-2fd1fca2ae1b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.636512] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.636739] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.636923] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.637260] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.637414] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.637568] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port e910c1f5-5028-4f1c-beff-37afe525369f not found, creating... [ 640.637848] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.638625] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.638625] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.639077] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.639337] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.640356] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.640574] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.640833] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.640925] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.641081] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.641274] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: e910c1f5-5028-4f1c-beff-37afe525369f is going to be created. [ 640.662134] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.662134] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.662134] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.662134] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.662134] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.662496] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-e910c1f5-5028-4f1c-beff-37afe525369f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.792924] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.793106] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.793185] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.793414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.793782] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.793782] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc8ae154-622e-47c4-a573-5e5beef812bc already deleted. [ 640.793782] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc8ae154-622e-47c4-a573-5e5beef812bc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.812338] env[69242]: INFO networking_nsxv3.common.synchronization [None req-0433eaca-cf04-463b-b765-5adda7be5e45 None None] Enqueued Resource ID: 6cbfeda7-23c5-47c7-8042-657a7388a6a1 with Priority: HIGHEST for action port [ 640.813021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.813153] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.813217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.813441] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.814022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.814388] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.814388] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.814388] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.815180] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.815180] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.815180] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 is going to be updated. [ 640.816990] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cbfeda7-23c5-47c7-8042-657a7388a6a1 with Priority: HIGHEST for action port [ 640.817446] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cbfeda7-23c5-47c7-8042-657a7388a6a1 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.817590] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cbfeda7-23c5-47c7-8042-657a7388a6a1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.817653] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cbfeda7-23c5-47c7-8042-657a7388a6a1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.817844] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cbfeda7-23c5-47c7-8042-657a7388a6a1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.817927] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cbfeda7-23c5-47c7-8042-657a7388a6a1',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.849843] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.849843] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.849843] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.850124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.850230] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.859616] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 in Status: IN_PROGRESS for 2s [ 641.019882] env[69242]: INFO networking_nsxv3.common.synchronization [req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 req-28a477b6-1620-4d9e-88cc-9ac167bd1063 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 641.020712] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 641.020790] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.021376] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.021376] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.021376] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.021562] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.021684] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.021745] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.022177] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.022177] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.022177] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.320230] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cbfeda7-23c5-47c7-8042-657a7388a6a1 [ 641.320551] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.320623] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.320681] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.320901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.320985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.321099] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cbfeda7-23c5-47c7-8042-657a7388a6a1 already deleted. [ 641.321190] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cbfeda7-23c5-47c7-8042-657a7388a6a1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.477535] env[69242]: INFO networking_nsxv3.common.synchronization [req-e86e0910-9c75-436d-9a69-e074472b0a03 req-d8706f0f-84fb-4759-af22-2bb13d4c2bd0 service nova] Enqueued Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_rules [ 641.477815] env[69242]: INFO networking_nsxv3.common.synchronization [req-e86e0910-9c75-436d-9a69-e074472b0a03 req-d8706f0f-84fb-4759-af22-2bb13d4c2bd0 service nova] Enqueued Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_members [ 641.477815] env[69242]: INFO networking_nsxv3.common.synchronization [req-e86e0910-9c75-436d-9a69-e074472b0a03 req-d8706f0f-84fb-4759-af22-2bb13d4c2bd0 service nova] Enqueued Resource ID: e910c1f5-5028-4f1c-beff-37afe525369f with Priority: HIGHEST for action port [ 641.477987] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_rules [ 641.478138] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_members [ 641.478234] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e910c1f5-5028-4f1c-beff-37afe525369f with Priority: HIGHEST for action port [ 641.478827] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31ce2050-997d-416f-8efa-628e049c0e54 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.478976] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.478976] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.480759] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.481030] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.482515] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ce2050-997d-416f-8efa-628e049c0e54 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.482515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.482515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.482683] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.482746] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.486164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.486164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.486164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.486164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.486164] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.486164] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-e910c1f5-5028-4f1c-beff-37afe525369f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.486164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e910c1f5-5028-4f1c-beff-37afe525369f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.486164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e910c1f5-5028-4f1c-beff-37afe525369f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.486164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e910c1f5-5028-4f1c-beff-37afe525369f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.486164] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e910c1f5-5028-4f1c-beff-37afe525369f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.526946] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.527176] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.527472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.527741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.527903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.528178] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.528309] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.528444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.528669] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.529164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.529304] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 already deleted. [ 641.529421] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.719285] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.719917] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-385" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.720316] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-385" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.720761] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-385" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.721098] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.721542] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.721728] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.721998] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.722241] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.722659] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.722916] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.723101] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.723247] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.723384] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.723512] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.723723] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.742781] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.742781] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 641.742781] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.742781] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-385" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.743211] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-6bc66eb9-eda5-4092-9277-51613f19ce3f taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.743921] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-6bc66eb9-eda5-4092-9277-51613f19ce3f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.743921] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-6bc66eb9-eda5-4092-9277-51613f19ce3f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.743921] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-6bc66eb9-eda5-4092-9277-51613f19ce3f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.744159] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bc66eb9-eda5-4092-9277-51613f19ce3f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.987565] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ce2050-997d-416f-8efa-628e049c0e54 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.987699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.989474] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e910c1f5-5028-4f1c-beff-37afe525369f with status ACTIVE [ 641.989677] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.990124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.990124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.990124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.990336] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.990369] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.990449] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.990543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.990673] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.990729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.990879] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.990969] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.991037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.991177] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.991252] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.991335] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e910c1f5-5028-4f1c-beff-37afe525369f is going to be updated. [ 641.993203] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.015220] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.015369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.015478] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.015699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.015900] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.016019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e910c1f5-5028-4f1c-beff-37afe525369f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.250029] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.250029] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.250029] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.250029] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.250029] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.250029] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 6bc66eb9-eda5-4092-9277-51613f19ce3f not found, creating... [ 642.250029] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.250029] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.250029] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.250029] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.250029] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.250684] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.251318] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.251575] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.251859] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.252036] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.252203] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 6bc66eb9-eda5-4092-9277-51613f19ce3f is going to be created. [ 642.282214] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.282444] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.282551] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.282846] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.283095] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.283313] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-6bc66eb9-eda5-4092-9277-51613f19ce3f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.415929] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 in Status: SUCCESS [ 642.415929] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.416255] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.416632] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.416971] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.418327] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.418327] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.418327] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.418327] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.418784] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.418991] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7af9a9c-db9c-4882-8fe6-188135a2c407',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.501108] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.871262] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 in Status: SUCCESS [ 642.871497] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 deletion is rescheduled due to dependency. [ 642.871621] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.921213] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7af9a9c-db9c-4882-8fe6-188135a2c407',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.009123] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.009123] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.009123] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.009123] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.009123] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.009123] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ce2050-997d-416f-8efa-628e049c0e54 is going to be created. [ 643.031423] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.031423] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.031423] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.031423] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.031423] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.039459] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ce2050-997d-416f-8efa-628e049c0e54 in Status: UNINITIALIZED for 2s [ 643.215383] env[69242]: INFO networking_nsxv3.common.synchronization [req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 req-43bab305-3928-407b-bcc6-02c1c476fe27 service nova] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_rules [ 643.215515] env[69242]: INFO networking_nsxv3.common.synchronization [req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 req-43bab305-3928-407b-bcc6-02c1c476fe27 service nova] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 643.215660] env[69242]: INFO networking_nsxv3.common.synchronization [req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 req-43bab305-3928-407b-bcc6-02c1c476fe27 service nova] Enqueued Resource ID: 6bc66eb9-eda5-4092-9277-51613f19ce3f with Priority: HIGHEST for action port [ 643.216258] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_rules [ 643.216341] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 643.216428] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bc66eb9-eda5-4092-9277-51613f19ce3f with Priority: HIGHEST for action port [ 643.216742] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.216881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.216984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.223334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.223334] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.223334] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.223334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.223334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.223334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.223334] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.223334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.223334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.223334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.223334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.223334] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.223334] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bc66eb9-eda5-4092-9277-51613f19ce3f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.223334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bc66eb9-eda5-4092-9277-51613f19ce3f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.223334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bc66eb9-eda5-4092-9277-51613f19ce3f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.224501] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bc66eb9-eda5-4092-9277-51613f19ce3f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.224771] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bc66eb9-eda5-4092-9277-51613f19ce3f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.423941] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7af9a9c-db9c-4882-8fe6-188135a2c407: rpc.has_security_group_logging(os_id): False [ 643.444078] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.444078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.444078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.444078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.444078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.444078] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.444078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.444078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.444078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.444078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.444078] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 is going to be created. [ 643.483149] env[69242]: INFO networking_nsxv3.common.synchronization [req-19669fd2-980b-4dd5-a446-60fee88e278e req-eddaa91a-6bb7-44fd-9222-853fde5851e8 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Enqueued Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGHEST for action security_group_members [ 643.483927] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGHEST for action security_group_members [ 643.484540] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-873f3691-5ba9-43a3-bccd-fb3d5ad59780 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.484678] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.484741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.484993] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.485329] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.485479] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.485574] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.485773] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.485965] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.486123] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873f3691-5ba9-43a3-bccd-fb3d5ad59780',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.496551] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.496551] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.496551] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.496551] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.496771] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.506012] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 in Status: IN_PROGRESS for 2s [ 643.727695] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.727695] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.727971] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.728911] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bc66eb9-eda5-4092-9277-51613f19ce3f with status ACTIVE [ 643.728911] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.729723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.729723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.729723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.729723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.729963] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.729963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.729963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.730560] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.730627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.731288] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.731288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.731288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.731288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.731797] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.731797] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bc66eb9-eda5-4092-9277-51613f19ce3f is going to be updated. [ 643.759633] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.759633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.759633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.761609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.761609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.761609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bc66eb9-eda5-4092-9277-51613f19ce3f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.988422] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.988587] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.988652] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.988880] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.988963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.989170] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.989267] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.989326] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.989468] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.989539] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.989621] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 already deleted. [ 643.989761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.014739] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.014949] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-896" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.015086] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-896" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.015407] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-896" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.015688] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.015905] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.016037] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.016771] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.016924] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.017149] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.017264] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.017371] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.017476] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.017583] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.017686] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.017818] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.035956] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.036181] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 644.036285] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.036438] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-896" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.036816] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-a66acd5f-941f-491c-a3cb-fd3b8b08b5ce taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.036991] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-a66acd5f-941f-491c-a3cb-fd3b8b08b5ce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.037205] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-a66acd5f-941f-491c-a3cb-fd3b8b08b5ce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.037434] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-a66acd5f-941f-491c-a3cb-fd3b8b08b5ce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.037574] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a66acd5f-941f-491c-a3cb-fd3b8b08b5ce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.234599] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.478022] env[69242]: INFO networking_nsxv3.common.synchronization [None req-5f8365ca-7c95-44ac-a9be-56b390790e9c None None] Enqueued Resource ID: 44dafd68-476b-4c2b-9d5c-fe10991cf015 with Priority: HIGHEST for action port [ 644.478553] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44dafd68-476b-4c2b-9d5c-fe10991cf015 with Priority: HIGHEST for action port [ 644.479457] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-44dafd68-476b-4c2b-9d5c-fe10991cf015 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.479457] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44dafd68-476b-4c2b-9d5c-fe10991cf015" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.479457] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44dafd68-476b-4c2b-9d5c-fe10991cf015" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.479723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44dafd68-476b-4c2b-9d5c-fe10991cf015" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.479723] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44dafd68-476b-4c2b-9d5c-fe10991cf015',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.539888] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.540257] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.540385] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.540755] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.540912] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.541294] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port a66acd5f-941f-491c-a3cb-fd3b8b08b5ce not found, creating... [ 644.541394] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.541560] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.542026] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.542026] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.542176] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.542349] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.542505] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.542620] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.542827] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.542963] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.543238] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: a66acd5f-941f-491c-a3cb-fd3b8b08b5ce is going to be created. [ 644.562523] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.562849] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.563024] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.563388] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.563764] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.564180] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-a66acd5f-941f-491c-a3cb-fd3b8b08b5ce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.606162] env[69242]: INFO networking_nsxv3.common.synchronization [req-350abdcc-e385-4f42-8f6e-b8700e843808 req-8ffc749b-25b7-4928-9d4b-4ab84108826b tempest-SecurityGroupRulesTestJSON-1656641283 tempest-SecurityGroupRulesTestJSON-1656641283-project-member] Enqueued Resource ID: 4e31c558-90e9-4a21-9cb3-91b0ac7609ba with Priority: HIGHEST for action security_group_rules [ 644.606162] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e31c558-90e9-4a21-9cb3-91b0ac7609ba with Priority: HIGHEST for action security_group_rules [ 644.607643] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e31c558-90e9-4a21-9cb3-91b0ac7609ba taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.609738] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e31c558-90e9-4a21-9cb3-91b0ac7609ba" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.609738] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e31c558-90e9-4a21-9cb3-91b0ac7609ba" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.609738] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e31c558-90e9-4a21-9cb3-91b0ac7609ba" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.609738] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e31c558-90e9-4a21-9cb3-91b0ac7609ba',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.736715] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.737054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.737314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.739197] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.739197] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.739197] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 is going to be created. [ 644.767289] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.767289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.767289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.767289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.767289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.778022] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: UNINITIALIZED for 2s [ 644.986714] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44dafd68-476b-4c2b-9d5c-fe10991cf015 [ 644.986915] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.987058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.987125] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.987343] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.987432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.987526] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44dafd68-476b-4c2b-9d5c-fe10991cf015 already deleted. [ 644.987652] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44dafd68-476b-4c2b-9d5c-fe10991cf015" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.048579] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ce2050-997d-416f-8efa-628e049c0e54 in Status: SUCCESS [ 645.048791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.048946] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.049174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.049369] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.049473] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.049533] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.049692] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.049771] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.050366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.050366] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.137301] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.137532] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.137532] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.137857] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.138122] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.138122] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e31c558-90e9-4a21-9cb3-91b0ac7609ba already deleted. [ 645.138304] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e31c558-90e9-4a21-9cb3-91b0ac7609ba" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.230341] env[69242]: INFO networking_nsxv3.common.synchronization [req-6a7086dc-54d3-474e-873c-7f33d11da2b3 req-818afc4e-8c7d-4336-8fa5-953574dbf9a0 tempest-SecurityGroupRulesTestJSON-1656641283 tempest-SecurityGroupRulesTestJSON-1656641283-project-member] Enqueued Resource ID: 4e31c558-90e9-4a21-9cb3-91b0ac7609ba with Priority: HIGHEST for action security_group_rules [ 645.230940] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e31c558-90e9-4a21-9cb3-91b0ac7609ba with Priority: HIGHEST for action security_group_rules [ 645.231194] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e31c558-90e9-4a21-9cb3-91b0ac7609ba taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.231321] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e31c558-90e9-4a21-9cb3-91b0ac7609ba" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.231387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e31c558-90e9-4a21-9cb3-91b0ac7609ba" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.231622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e31c558-90e9-4a21-9cb3-91b0ac7609ba" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.231707] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e31c558-90e9-4a21-9cb3-91b0ac7609ba',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.516978] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 in Status: SUCCESS [ 645.517664] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.555931] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.670850] env[69242]: INFO networking_nsxv3.common.synchronization [req-19669fd2-980b-4dd5-a446-60fee88e278e req-c9dfbad0-cfc7-480f-97c4-ed9ae6bfe6eb service nova] Enqueued Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGHEST for action security_group_rules [ 645.670850] env[69242]: INFO networking_nsxv3.common.synchronization [req-19669fd2-980b-4dd5-a446-60fee88e278e req-c9dfbad0-cfc7-480f-97c4-ed9ae6bfe6eb service nova] Enqueued Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGHEST for action security_group_members [ 645.670850] env[69242]: INFO networking_nsxv3.common.synchronization [req-19669fd2-980b-4dd5-a446-60fee88e278e req-c9dfbad0-cfc7-480f-97c4-ed9ae6bfe6eb service nova] Enqueued Resource ID: a66acd5f-941f-491c-a3cb-fd3b8b08b5ce with Priority: HIGHEST for action port [ 645.671691] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGHEST for action security_group_rules [ 645.675325] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGHEST for action security_group_members [ 645.675325] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a66acd5f-941f-491c-a3cb-fd3b8b08b5ce with Priority: HIGHEST for action port [ 645.675325] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.675325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.675325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.675325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.675325] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('873f3691-5ba9-43a3-bccd-fb3d5ad59780',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.675325] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-873f3691-5ba9-43a3-bccd-fb3d5ad59780 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.675325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.675325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.675325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.675325] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.675325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.675325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.675325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.675325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.675325] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873f3691-5ba9-43a3-bccd-fb3d5ad59780',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.679280] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-a66acd5f-941f-491c-a3cb-fd3b8b08b5ce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.679280] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a66acd5f-941f-491c-a3cb-fd3b8b08b5ce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.679280] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a66acd5f-941f-491c-a3cb-fd3b8b08b5ce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.679280] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a66acd5f-941f-491c-a3cb-fd3b8b08b5ce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.679280] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a66acd5f-941f-491c-a3cb-fd3b8b08b5ce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.754122] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.754332] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.754332] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.754579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.754627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.754857] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e31c558-90e9-4a21-9cb3-91b0ac7609ba already deleted. [ 645.754857] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e31c558-90e9-4a21-9cb3-91b0ac7609ba" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.059835] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31ce2050-997d-416f-8efa-628e049c0e54: rpc.has_security_group_logging(os_id): False [ 646.076148] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.076330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.076395] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.077333] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.077333] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.077333] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.077333] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.077333] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.077333] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.077333] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.077333] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31ce2050-997d-416f-8efa-628e049c0e54 is going to be created. [ 646.156306] env[69242]: INFO networking_nsxv3.common.synchronization [req-9bc053d6-507e-43d6-bdec-88535377670c req-9bc383e2-8997-4e35-b415-dfd2ca87c75f tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Enqueued Resource ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a with Priority: HIGHEST for action security_group_members [ 646.157604] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a with Priority: HIGHEST for action security_group_members [ 646.157604] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.157604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.157758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.157934] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.158265] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.158265] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.158366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.158440] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.158540] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.158632] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e13c3c39-dacd-46c0-8f9c-942f5c92d96a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.184050] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-873f3691-5ba9-43a3-bccd-fb3d5ad59780 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.184050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.184050] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('873f3691-5ba9-43a3-bccd-fb3d5ad59780',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.184050] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a66acd5f-941f-491c-a3cb-fd3b8b08b5ce with status ACTIVE [ 646.184050] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.184050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.184050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.184050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.184050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.184050] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.184050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.184050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.184789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.184789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.184789] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.184789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.184789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.184789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.185196] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.185196] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a66acd5f-941f-491c-a3cb-fd3b8b08b5ce is going to be updated. [ 646.203124] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.203124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.203124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.203124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.203442] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.206672] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.206672] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.206883] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.207503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.207503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.207503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a66acd5f-941f-491c-a3cb-fd3b8b08b5ce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.213309] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31ce2050-997d-416f-8efa-628e049c0e54 in Status: IN_PROGRESS for 2s [ 646.636195] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.636488] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.639019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.639019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.639019] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.639019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.639019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.639019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.639019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.639019] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.639019] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.639019] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.639019] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.639019] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.639019] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.639019] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.661225] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.661493] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 646.661609] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.661774] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.662090] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-c8c964a2-fd72-4f02-a95a-ef2023afec7a taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.662301] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-c8c964a2-fd72-4f02-a95a-ef2023afec7a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.662438] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-c8c964a2-fd72-4f02-a95a-ef2023afec7a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.662842] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-c8c964a2-fd72-4f02-a95a-ef2023afec7a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.662997] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c964a2-fd72-4f02-a95a-ef2023afec7a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.667375] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.667512] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.667574] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.667769] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.667859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.668055] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.668214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.668250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.668407] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.668489] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.668579] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a already deleted. [ 646.668667] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.687032] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('873f3691-5ba9-43a3-bccd-fb3d5ad59780',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.785047] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: SUCCESS [ 646.785449] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.787594] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.787594] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.787594] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.787594] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.787594] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.787594] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.787594] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.787594] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.787594] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.968229] env[69242]: INFO networking_nsxv3.common.synchronization [req-0c9d6d81-95b0-4be0-baae-051cb4f4ace6 req-26b605e0-a39e-4077-acd7-c9bd68ac6565 tempest-SecurityGroupRulesNegativeTestJSON-378109618 tempest-SecurityGroupRulesNegativeTestJSON-378109618-project-member] Enqueued Resource ID: 3e7ca276-b3f7-4020-98dd-caff344cfd8a with Priority: HIGHEST for action security_group_rules [ 646.968229] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7ca276-b3f7-4020-98dd-caff344cfd8a with Priority: HIGHEST for action security_group_rules [ 646.968229] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e7ca276-b3f7-4020-98dd-caff344cfd8a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.968229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e7ca276-b3f7-4020-98dd-caff344cfd8a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.968229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e7ca276-b3f7-4020-98dd-caff344cfd8a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.968229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e7ca276-b3f7-4020-98dd-caff344cfd8a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.968229] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e7ca276-b3f7-4020-98dd-caff344cfd8a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.168243] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.169074] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.169074] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.169074] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.169074] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.170140] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port c8c964a2-fd72-4f02-a95a-ef2023afec7a not found, creating... [ 647.170830] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.170830] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.170830] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.170977] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.171066] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.171357] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.171523] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.171694] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.171879] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.171973] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.172736] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: c8c964a2-fd72-4f02-a95a-ef2023afec7a is going to be created. [ 647.190965] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.191133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.191201] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.191442] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.191530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.191629] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 is going to be created. [ 647.196071] env[69242]: INFO networking_nsxv3.common.synchronization [req-e6ecea92-c222-489c-a09e-ff3a86c4bd4d req-ecadb5d1-4bd1-4430-956d-9e59492a3a72 tempest-SecurityGroupRulesTestJSON-1656641283 tempest-SecurityGroupRulesTestJSON-1656641283-project-member] Enqueued Resource ID: 4e31c558-90e9-4a21-9cb3-91b0ac7609ba with Priority: HIGHEST for action security_group_rules [ 647.197332] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.197537] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.197669] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.197918] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.198154] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.198368] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-c8c964a2-fd72-4f02-a95a-ef2023afec7a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.202890] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e31c558-90e9-4a21-9cb3-91b0ac7609ba with Priority: HIGHEST for action security_group_rules [ 647.204670] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e31c558-90e9-4a21-9cb3-91b0ac7609ba taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.204794] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e31c558-90e9-4a21-9cb3-91b0ac7609ba" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.204863] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e31c558-90e9-4a21-9cb3-91b0ac7609ba" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.205104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e31c558-90e9-4a21-9cb3-91b0ac7609ba" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.205187] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e31c558-90e9-4a21-9cb3-91b0ac7609ba',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.240139] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.240139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.240139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.240450] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.240450] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.259857] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 in Status: UNINITIALIZED for 2s [ 647.290854] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.291040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.291117] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.291348] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.291518] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.291618] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.291684] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.291836] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.291926] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.292461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.292461] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.292461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.292461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.292461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.292681] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.292681] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.292767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.292840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.292915] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.292996] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.293097] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.347197] env[69242]: INFO networking_nsxv3.common.synchronization [None req-d6a9cbdb-0303-4b1c-8939-bac18929fd2c None None] Enqueued Resource ID: b720fd6a-5d68-445c-823e-c578f140159f with Priority: HIGHEST for action port [ 647.349070] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b720fd6a-5d68-445c-823e-c578f140159f with Priority: HIGHEST for action port [ 647.349070] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-b720fd6a-5d68-445c-823e-c578f140159f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.349070] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b720fd6a-5d68-445c-823e-c578f140159f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.349070] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b720fd6a-5d68-445c-823e-c578f140159f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.349070] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b720fd6a-5d68-445c-823e-c578f140159f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.349070] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b720fd6a-5d68-445c-823e-c578f140159f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.492370] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.492370] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.492370] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.492370] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.492370] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.492370] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e7ca276-b3f7-4020-98dd-caff344cfd8a already deleted. [ 647.492370] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e7ca276-b3f7-4020-98dd-caff344cfd8a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.726097] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.726097] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.726097] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.726097] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.726097] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.726097] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e31c558-90e9-4a21-9cb3-91b0ac7609ba already deleted. [ 647.726097] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e31c558-90e9-4a21-9cb3-91b0ac7609ba" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.795031] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66e2e6a0-a355-4d9e-81c7-33cf13c5c565: rpc.has_security_group_logging(os_id): False [ 647.812221] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.812398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.812475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.812694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.812938] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.812999] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.813133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.813197] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.813380] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.813460] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.813943] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.813943] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.813943] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.814991] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.815921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.815921] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.816257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.816257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.816426] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.816706] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.817017] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 is going to be created. [ 647.851095] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b720fd6a-5d68-445c-823e-c578f140159f [ 647.851340] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.851723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.851723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.851825] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.851937] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.852084] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b720fd6a-5d68-445c-823e-c578f140159f already deleted. [ 647.852157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b720fd6a-5d68-445c-823e-c578f140159f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.870894] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.872331] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.872331] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.872331] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.872331] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.882500] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: IN_PROGRESS for 2s [ 648.226262] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31ce2050-997d-416f-8efa-628e049c0e54 in Status: SUCCESS [ 648.227999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.672038] env[69242]: INFO networking_nsxv3.common.synchronization [req-9bc053d6-507e-43d6-bdec-88535377670c req-862dcf0e-66f7-419e-b995-14f5f0cf2683 service nova] Enqueued Resource ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a with Priority: HIGHEST for action security_group_rules [ 648.672038] env[69242]: INFO networking_nsxv3.common.synchronization [req-9bc053d6-507e-43d6-bdec-88535377670c req-862dcf0e-66f7-419e-b995-14f5f0cf2683 service nova] Enqueued Resource ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a with Priority: HIGHEST for action security_group_members [ 648.672038] env[69242]: INFO networking_nsxv3.common.synchronization [req-9bc053d6-507e-43d6-bdec-88535377670c req-862dcf0e-66f7-419e-b995-14f5f0cf2683 service nova] Enqueued Resource ID: c8c964a2-fd72-4f02-a95a-ef2023afec7a with Priority: HIGHEST for action port [ 648.672038] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a with Priority: HIGHEST for action security_group_rules [ 648.672038] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a with Priority: HIGHEST for action security_group_members [ 648.672038] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c964a2-fd72-4f02-a95a-ef2023afec7a with Priority: HIGHEST for action port [ 648.672038] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e13c3c39-dacd-46c0-8f9c-942f5c92d96a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.673231] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.673481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.677372] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.677372] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e13c3c39-dacd-46c0-8f9c-942f5c92d96a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.682128] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.682266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.682333] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.682598] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.684215] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.684215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.684215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.684215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.684215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.684215] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e13c3c39-dacd-46c0-8f9c-942f5c92d96a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.684215] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8c964a2-fd72-4f02-a95a-ef2023afec7a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.684215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8c964a2-fd72-4f02-a95a-ef2023afec7a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.684651] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8c964a2-fd72-4f02-a95a-ef2023afec7a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.684651] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8c964a2-fd72-4f02-a95a-ef2023afec7a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.684651] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c964a2-fd72-4f02-a95a-ef2023afec7a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.188574] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e13c3c39-dacd-46c0-8f9c-942f5c92d96a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.189815] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.189815] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.190122] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8c964a2-fd72-4f02-a95a-ef2023afec7a with status ACTIVE [ 649.190232] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.190334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.190334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.190647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.190647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.190764] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.190866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.190921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.191096] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.191177] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.191355] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.191446] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.191523] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.191852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.193503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.194623] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8c964a2-fd72-4f02-a95a-ef2023afec7a is going to be updated. [ 649.218485] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.218485] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.218485] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.218485] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.218485] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.218485] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8c964a2-fd72-4f02-a95a-ef2023afec7a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.275701] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 in Status: SUCCESS [ 649.276618] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.277354] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.277470] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.277588] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.277863] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.277863] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.278012] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.278212] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.278347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.278440] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('873f3691-5ba9-43a3-bccd-fb3d5ad59780',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.395291] env[69242]: INFO networking_nsxv3.common.synchronization [req-ba2d5c75-f700-465e-9342-381455b3f3e0 req-ad5c944f-c05e-4e38-8f57-b16af23ef7e2 tempest-SecurityGroupRulesNegativeTestJSON-378109618 tempest-SecurityGroupRulesNegativeTestJSON-378109618-project-member] Enqueued Resource ID: 3e7ca276-b3f7-4020-98dd-caff344cfd8a with Priority: HIGHEST for action security_group_rules [ 649.395291] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7ca276-b3f7-4020-98dd-caff344cfd8a with Priority: HIGHEST for action security_group_rules [ 649.395291] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e7ca276-b3f7-4020-98dd-caff344cfd8a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.395291] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e7ca276-b3f7-4020-98dd-caff344cfd8a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.395542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e7ca276-b3f7-4020-98dd-caff344cfd8a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.395542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e7ca276-b3f7-4020-98dd-caff344cfd8a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.395642] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e7ca276-b3f7-4020-98dd-caff344cfd8a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.460292] env[69242]: INFO networking_nsxv3.common.synchronization [None req-3f69a1d9-7944-409c-8750-5ec7dc1c3a63 None None] Enqueued Resource ID: 5e56bac6-d5e3-4d97-b695-233ddd2a617c with Priority: HIGHEST for action port [ 649.460292] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e56bac6-d5e3-4d97-b695-233ddd2a617c with Priority: HIGHEST for action port [ 649.460292] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e56bac6-d5e3-4d97-b695-233ddd2a617c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.460292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e56bac6-d5e3-4d97-b695-233ddd2a617c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.460292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e56bac6-d5e3-4d97-b695-233ddd2a617c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.461029] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e56bac6-d5e3-4d97-b695-233ddd2a617c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.461200] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e56bac6-d5e3-4d97-b695-233ddd2a617c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.699051] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e13c3c39-dacd-46c0-8f9c-942f5c92d96a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.785019] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('873f3691-5ba9-43a3-bccd-fb3d5ad59780',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.898994] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: SUCCESS [ 649.898994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.915333] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.915473] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.915548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.915767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.915862] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.915960] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e7ca276-b3f7-4020-98dd-caff344cfd8a already deleted. [ 649.916051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e7ca276-b3f7-4020-98dd-caff344cfd8a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.964874] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e56bac6-d5e3-4d97-b695-233ddd2a617c [ 649.965147] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.965289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.965289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.965509] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.965777] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.965777] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e56bac6-d5e3-4d97-b695-233ddd2a617c already deleted. [ 649.965777] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e56bac6-d5e3-4d97-b695-233ddd2a617c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.201206] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.201473] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.201473] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.201724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.201822] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.201920] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a is going to be created. [ 650.226978] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.227169] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.227242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.227575] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.227809] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.236576] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a in Status: UNINITIALIZED for 2s [ 650.289524] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 873f3691-5ba9-43a3-bccd-fb3d5ad59780: rpc.has_security_group_logging(os_id): False [ 650.310576] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.310657] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.310694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.310938] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.310981] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.311236] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.311342] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.311408] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.311586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.311669] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.311758] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 is going to be created. [ 650.379368] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.379508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.379569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.379832] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.380022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.399390] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 in Status: IN_PROGRESS for 2s [ 651.876926] env[69242]: INFO networking_nsxv3.common.synchronization [None req-ee73f506-027b-4af4-9ff3-a8e5b1431aae None None] Enqueued Resource ID: c252f86f-c3af-416f-8e44-ffb8ae86fb4a with Priority: HIGHEST for action port [ 651.877232] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c252f86f-c3af-416f-8e44-ffb8ae86fb4a with Priority: HIGHEST for action port [ 651.877860] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-c252f86f-c3af-416f-8e44-ffb8ae86fb4a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.877999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c252f86f-c3af-416f-8e44-ffb8ae86fb4a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.877999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c252f86f-c3af-416f-8e44-ffb8ae86fb4a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.881018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c252f86f-c3af-416f-8e44-ffb8ae86fb4a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.881018] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c252f86f-c3af-416f-8e44-ffb8ae86fb4a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.941128] env[69242]: INFO networking_nsxv3.common.synchronization [None req-7a647b4b-775b-4456-822a-defd1cb59b02 None None] Enqueued Resource ID: 00291853-3a2c-4961-b277-2da0389e2c88 with Priority: HIGHEST for action port [ 651.941128] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00291853-3a2c-4961-b277-2da0389e2c88 with Priority: HIGHEST for action port [ 651.941128] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-00291853-3a2c-4961-b277-2da0389e2c88 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.941128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00291853-3a2c-4961-b277-2da0389e2c88" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.941128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00291853-3a2c-4961-b277-2da0389e2c88" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.942788] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00291853-3a2c-4961-b277-2da0389e2c88" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.943114] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00291853-3a2c-4961-b277-2da0389e2c88',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.027055] env[69242]: INFO networking_nsxv3.common.synchronization [req-8f68d0ca-ba06-45ff-8050-330a2c2f835b req-5173e11f-d702-4f0b-a15b-363be5acd09b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 652.031889] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 652.031889] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.031889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.031889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.034437] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.034634] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.034765] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.034829] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.036577] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.036688] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.036792] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.248965] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a in Status: SUCCESS [ 652.250086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.250086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.250086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.250086] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.250086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.250086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.250714] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.250714] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.250714] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.250714] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e13c3c39-dacd-46c0-8f9c-942f5c92d96a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.388691] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c252f86f-c3af-416f-8e44-ffb8ae86fb4a [ 652.389606] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.389606] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.389606] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.389606] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.389606] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.389606] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c252f86f-c3af-416f-8e44-ffb8ae86fb4a already deleted. [ 652.389914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c252f86f-c3af-416f-8e44-ffb8ae86fb4a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.412208] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 in Status: SUCCESS [ 652.412337] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.447954] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00291853-3a2c-4961-b277-2da0389e2c88 [ 652.447954] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.447954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.447954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.447954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.447954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.447954] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00291853-3a2c-4961-b277-2da0389e2c88 already deleted. [ 652.447954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00291853-3a2c-4961-b277-2da0389e2c88" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.480570] env[69242]: INFO networking_nsxv3.common.synchronization [None req-bd7cd95b-72d9-473f-a360-5af3a6d96d56 None None] Enqueued Resource ID: 80d37313-1c5c-45a6-999f-9122a5a5ea68 with Priority: HIGHEST for action port [ 652.480570] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80d37313-1c5c-45a6-999f-9122a5a5ea68 with Priority: HIGHEST for action port [ 652.480570] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-80d37313-1c5c-45a6-999f-9122a5a5ea68 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.480570] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80d37313-1c5c-45a6-999f-9122a5a5ea68" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.480570] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80d37313-1c5c-45a6-999f-9122a5a5ea68" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.480570] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80d37313-1c5c-45a6-999f-9122a5a5ea68" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.480570] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80d37313-1c5c-45a6-999f-9122a5a5ea68',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.547619] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.547619] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.547619] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.547619] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.547619] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.547619] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.547619] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.547619] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.547619] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.547619] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.547619] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 already deleted. [ 652.547619] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.754070] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.754251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.754321] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.754554] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.754778] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.754893] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.754958] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.755126] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.755453] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.755453] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.755453] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.755617] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.755617] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.755763] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.755948] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.756022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.756073] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.756204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.756775] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.756775] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.756775] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e13c3c39-dacd-46c0-8f9c-942f5c92d96a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.859916] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.860137] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-372" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.860240] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-372" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.861055] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-372" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.861055] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.861891] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.861891] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.862127] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.862127] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.862456] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.862553] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.862828] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.862828] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.862828] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.863734] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.863734] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.895935] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.896288] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 652.896288] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.896470] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-372" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.896853] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.897070] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.897216] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.897570] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.897993] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.982455] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80d37313-1c5c-45a6-999f-9122a5a5ea68 [ 652.982604] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.982766] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.982853] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.983134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.983242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.983339] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80d37313-1c5c-45a6-999f-9122a5a5ea68 already deleted. [ 652.983423] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80d37313-1c5c-45a6-999f-9122a5a5ea68" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.261130] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e13c3c39-dacd-46c0-8f9c-942f5c92d96a: rpc.has_security_group_logging(os_id): False [ 653.285258] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.285466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.285466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.288427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.288427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.288427] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.288427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.288427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.288427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.288427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.288427] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.288427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.288427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.288427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.288427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.288427] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.288427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.290254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.290254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.290254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.290254] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a is going to be created. [ 653.342496] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.342812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.342920] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.343181] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.343497] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.355030] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a in Status: IN_PROGRESS for 2s [ 653.401865] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.402444] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.402444] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.403715] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.404015] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.404391] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 not found, creating... [ 653.404540] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.404860] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.405272] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.405869] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.405869] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.407034] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.407034] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.407034] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.407034] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.407034] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.408882] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 is going to be created. [ 653.440042] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.440042] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.440042] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.440042] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.440436] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.440614] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.200563] env[69242]: INFO networking_nsxv3.common.synchronization [req-8f68d0ca-ba06-45ff-8050-330a2c2f835b req-eed8a508-4d55-42c6-b9ad-5ffba7595e88 service nova] Enqueued Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_rules [ 654.200563] env[69242]: INFO networking_nsxv3.common.synchronization [req-8f68d0ca-ba06-45ff-8050-330a2c2f835b req-eed8a508-4d55-42c6-b9ad-5ffba7595e88 service nova] Enqueued Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 654.200835] env[69242]: INFO networking_nsxv3.common.synchronization [req-8f68d0ca-ba06-45ff-8050-330a2c2f835b req-eed8a508-4d55-42c6-b9ad-5ffba7595e88 service nova] Enqueued Resource ID: 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 with Priority: HIGHEST for action port [ 654.200923] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_rules [ 654.202016] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 654.202016] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 with Priority: HIGHEST for action port [ 654.202016] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.202016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.202016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.205858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.205948] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.206932] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.206932] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.207075] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.207161] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.207316] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.207416] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.207480] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.207839] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.207839] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.207839] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.208580] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.208686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.208746] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.208923] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.209009] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.715057] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.715057] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.715057] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.715057] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 with status ACTIVE [ 654.715057] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.715057] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.715057] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.715057] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.715057] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.715520] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.715520] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.715520] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.715520] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.715520] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.715748] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.715748] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.715748] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.715880] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.716000] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.718830] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 is going to be updated. [ 654.743066] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.743066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.743066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.743066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.743066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.743066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.221404] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.363042] env[69242]: INFO networking_nsxv3.common.synchronization [None req-b6d5d8d0-4b56-443d-a734-1f0ca31c6d11 None None] Enqueued Resource ID: f537a80b-f358-4a06-a64d-191949915eb6 with Priority: HIGHEST for action port [ 655.363042] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f537a80b-f358-4a06-a64d-191949915eb6 with Priority: HIGHEST for action port [ 655.363042] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-f537a80b-f358-4a06-a64d-191949915eb6 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.363042] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f537a80b-f358-4a06-a64d-191949915eb6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.363042] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f537a80b-f358-4a06-a64d-191949915eb6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.363042] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f537a80b-f358-4a06-a64d-191949915eb6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.363042] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f537a80b-f358-4a06-a64d-191949915eb6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.371339] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a in Status: SUCCESS [ 655.372360] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.725618] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.725793] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.725793] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.727608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.727608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.727608] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 is going to be created. [ 655.748328] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.749217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.751378] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.751378] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.751378] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.767058] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: UNINITIALIZED for 2s [ 655.871312] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f537a80b-f358-4a06-a64d-191949915eb6 [ 655.871312] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.871312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.871312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.871312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.871312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.871312] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f537a80b-f358-4a06-a64d-191949915eb6 already deleted. [ 655.871312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f537a80b-f358-4a06-a64d-191949915eb6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.198212] env[69242]: INFO networking_nsxv3.common.synchronization [None req-9cff7dd7-7b15-4c42-b449-20c16f271843 None None] Enqueued Resource ID: 633e4e43-a022-48a3-a4c1-f224d0f9b6df with Priority: HIGHEST for action port [ 656.198482] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 633e4e43-a022-48a3-a4c1-f224d0f9b6df with Priority: HIGHEST for action port [ 656.199070] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-633e4e43-a022-48a3-a4c1-f224d0f9b6df taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.199198] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-633e4e43-a022-48a3-a4c1-f224d0f9b6df" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.199263] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-633e4e43-a022-48a3-a4c1-f224d0f9b6df" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.199645] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-633e4e43-a022-48a3-a4c1-f224d0f9b6df" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.200786] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('633e4e43-a022-48a3-a4c1-f224d0f9b6df',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.573140] env[69242]: INFO networking_nsxv3.common.synchronization [req-2dd84269-667e-479c-abc2-45468aefad4a req-657449eb-cf75-4b76-afc5-3f3d006967dd tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Enqueued Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 656.573794] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 656.574098] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.574226] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.574304] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.574531] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.574695] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.577064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.577064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.577064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.577064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.577064] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.705030] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 633e4e43-a022-48a3-a4c1-f224d0f9b6df [ 656.705030] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.705030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.705030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.705030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.705030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.705349] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:633e4e43-a022-48a3-a4c1-f224d0f9b6df already deleted. [ 656.705349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-633e4e43-a022-48a3-a4c1-f224d0f9b6df" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.084810] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.084810] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.084810] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.084810] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.084810] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.084810] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.084810] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.084810] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.084810] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.084810] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.084810] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae already deleted. [ 657.084810] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.322960] env[69242]: INFO networking_nsxv3.common.synchronization [req-2dd84269-667e-479c-abc2-45468aefad4a req-65446c63-dc12-4454-b1a3-474694538e4d tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Enqueued Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 657.323880] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 657.324413] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.324607] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.324697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.324969] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.325152] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.325266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.325477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.326066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.326066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.326066] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.777810] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: SUCCESS [ 657.781064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.781064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.781064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.781064] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.781064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.781064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.781064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.781064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.781064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.781064] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.830214] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.830419] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.830489] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.830677] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.830772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.830987] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.831135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.832083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.832083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.832083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.832083] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae already deleted. [ 657.832083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.285126] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.285480] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.285480] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.285699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.285778] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.285886] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.285970] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.286103] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.286213] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.286293] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.286417] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.286535] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.286617] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.286695] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.286828] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.286931] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.287019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.287119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.287199] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.287274] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.287360] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.438811] env[69242]: INFO networking_nsxv3.common.synchronization [req-2dd84269-667e-479c-abc2-45468aefad4a req-cc08b884-9d7c-4e7e-a2ed-80e8c2929523 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Enqueued Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 658.439202] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 658.439501] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.439609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.439671] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.439867] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.441349] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.441349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.441349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.444385] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.444505] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.444605] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.790958] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7e28637-ee92-4ca6-a4b3-f71535814148: rpc.has_security_group_logging(os_id): False [ 658.811776] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.811994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.812207] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.812409] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.812409] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.812930] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.812930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.812930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.813109] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.813145] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.813589] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.813589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.813589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.814746] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.815128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.815527] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.815828] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.816300] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.816483] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.816594] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.816852] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 is going to be created. [ 658.881714] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.882357] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.882357] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.882357] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.882357] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.897213] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: IN_PROGRESS for 2s [ 658.949061] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.949061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.949061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.949061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.949061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.949061] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.949061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.949061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.949061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.949061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.949061] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae already deleted. [ 658.949061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.563347] env[69242]: INFO networking_nsxv3.common.synchronization [None req-95335c04-6030-4752-9aca-03ab69f36403 None None] Enqueued Resource ID: 28ad1370-85fb-4e65-973a-c4724c1d5711 with Priority: HIGHEST for action port [ 659.563983] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ad1370-85fb-4e65-973a-c4724c1d5711 with Priority: HIGHEST for action port [ 659.564334] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-28ad1370-85fb-4e65-973a-c4724c1d5711 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.564488] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28ad1370-85fb-4e65-973a-c4724c1d5711" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.568322] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28ad1370-85fb-4e65-973a-c4724c1d5711" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.568704] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28ad1370-85fb-4e65-973a-c4724c1d5711" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.568704] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28ad1370-85fb-4e65-973a-c4724c1d5711',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.607652] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.607851] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-338" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.607976] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-338" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.608342] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-338" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.608661] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.608774] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.609016] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.609198] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.609282] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.609494] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.609742] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.609742] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.609856] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.609931] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.610064] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.610221] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.628508] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.628705] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 659.628944] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.629143] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-338" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.629473] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-a68a36b3-6ef7-4f03-a92a-202ecb7be6b8 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.629729] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-a68a36b3-6ef7-4f03-a92a-202ecb7be6b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.629897] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-a68a36b3-6ef7-4f03-a92a-202ecb7be6b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.631133] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-a68a36b3-6ef7-4f03-a92a-202ecb7be6b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.631425] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a68a36b3-6ef7-4f03-a92a-202ecb7be6b8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.070564] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28ad1370-85fb-4e65-973a-c4724c1d5711 [ 660.070992] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.071091] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.071259] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.071453] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.071726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.071726] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28ad1370-85fb-4e65-973a-c4724c1d5711 already deleted. [ 660.071849] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28ad1370-85fb-4e65-973a-c4724c1d5711" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.133858] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.133858] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.133858] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.134121] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.134121] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.134256] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port a68a36b3-6ef7-4f03-a92a-202ecb7be6b8 not found, creating... [ 660.134527] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.134688] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.134885] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.135155] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.135296] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.135584] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.138908] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.138908] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.138908] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.138908] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.138908] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: a68a36b3-6ef7-4f03-a92a-202ecb7be6b8 is going to be created. [ 660.158015] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.158633] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.158633] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.158816] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.159415] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.159415] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-a68a36b3-6ef7-4f03-a92a-202ecb7be6b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.578752] env[69242]: INFO networking_nsxv3.common.synchronization [req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf req-25f240f8-43aa-40fb-a4ad-af6ad334fa9e tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Enqueued Resource ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb with Priority: HIGHEST for action security_group_members [ 660.579283] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb with Priority: HIGHEST for action security_group_members [ 660.579818] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.579818] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.579818] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.584357] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.584570] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.584698] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.584768] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.584952] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.585068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.585174] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71d6db8-4f25-4a5a-809e-35864f4d8ecb',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.911208] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: SUCCESS [ 660.911713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.976842] env[69242]: INFO networking_nsxv3.common.synchronization [None req-06d4cc22-7e3f-47a5-9923-b1b2ac874465 None None] Enqueued Resource ID: 79b0bd47-925c-4d14-9345-ea34f82bd3f5 with Priority: HIGHEST for action port [ 660.977396] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b0bd47-925c-4d14-9345-ea34f82bd3f5 with Priority: HIGHEST for action port [ 660.977730] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-79b0bd47-925c-4d14-9345-ea34f82bd3f5 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.977822] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79b0bd47-925c-4d14-9345-ea34f82bd3f5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.977899] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79b0bd47-925c-4d14-9345-ea34f82bd3f5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.978182] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79b0bd47-925c-4d14-9345-ea34f82bd3f5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.978312] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b0bd47-925c-4d14-9345-ea34f82bd3f5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.088589] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.088589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.088589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.088589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.088589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.090128] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.090128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.090128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.090128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.090128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.090128] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb already deleted. [ 661.090128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.256185] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.256462] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.256659] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.259406] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.259406] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.259406] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.259406] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.259887] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.260204] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.260599] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.260860] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.262857] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.262857] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.262857] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.262857] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.262857] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.275143] env[69242]: INFO networking_nsxv3.common.synchronization [req-2dd84269-667e-479c-abc2-45468aefad4a req-04d88aad-47de-4678-82da-003214bdf2e5 service nova] Enqueued Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_rules [ 661.277358] env[69242]: INFO networking_nsxv3.common.synchronization [req-2dd84269-667e-479c-abc2-45468aefad4a req-04d88aad-47de-4678-82da-003214bdf2e5 service nova] Enqueued Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 661.277358] env[69242]: INFO networking_nsxv3.common.synchronization [req-2dd84269-667e-479c-abc2-45468aefad4a req-04d88aad-47de-4678-82da-003214bdf2e5 service nova] Enqueued Resource ID: a68a36b3-6ef7-4f03-a92a-202ecb7be6b8 with Priority: HIGHEST for action port [ 661.277358] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_rules [ 661.277358] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 661.277358] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68a36b3-6ef7-4f03-a92a-202ecb7be6b8 with Priority: HIGHEST for action port [ 661.279447] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.279447] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.279447] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.279447] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.279447] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.280354] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.280508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.280651] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.280792] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.280979] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.281112] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.281184] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.281358] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.281465] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.281587] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.282387] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-a68a36b3-6ef7-4f03-a92a-202ecb7be6b8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.282499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a68a36b3-6ef7-4f03-a92a-202ecb7be6b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.282609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a68a36b3-6ef7-4f03-a92a-202ecb7be6b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.282885] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a68a36b3-6ef7-4f03-a92a-202ecb7be6b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.282885] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a68a36b3-6ef7-4f03-a92a-202ecb7be6b8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.285243] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.285243] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 661.285243] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.285446] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.285679] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.285829] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.285829] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.287187] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.287372] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.379961] env[69242]: INFO networking_nsxv3.common.synchronization [req-b4631a3e-437a-4529-b98b-97ebee2655cc req-6cc46b1f-b848-4969-a31c-1555f62f04e8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Enqueued Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 661.381220] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 661.381220] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.381220] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.381220] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.382919] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.383401] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.383820] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.383947] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.384182] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.384326] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.384538] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.484991] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79b0bd47-925c-4d14-9345-ea34f82bd3f5 [ 661.485237] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.485378] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.485445] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.485661] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.485768] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.485845] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79b0bd47-925c-4d14-9345-ea34f82bd3f5 already deleted. [ 661.485971] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79b0bd47-925c-4d14-9345-ea34f82bd3f5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.789683] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.789683] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.790360] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.791485] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a68a36b3-6ef7-4f03-a92a-202ecb7be6b8 with status ACTIVE [ 661.792465] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.792592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.792663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.792909] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.793014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.793754] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.793938] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.793998] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.794184] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.794268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.794468] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.796031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.796031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.796031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.796031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.796031] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a68a36b3-6ef7-4f03-a92a-202ecb7be6b8 is going to be updated. [ 661.804051] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.804245] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.804395] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.804660] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.805097] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.805318] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9 not found, creating... [ 661.805591] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.805755] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.805877] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.806492] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.806492] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.806623] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.806774] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.806826] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.807055] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.807203] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.807316] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9 is going to be created. [ 661.823698] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.823698] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.823698] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.824140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.824140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.824542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a68a36b3-6ef7-4f03-a92a-202ecb7be6b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.829967] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.830653] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.830653] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.830653] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.830942] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.831239] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.889790] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.889790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.889790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.889790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.889790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.889790] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.889790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.889790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.889790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.889790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.889790] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 is going to be updated. [ 661.930651] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.931262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.931262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.931262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.931262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.942917] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: IN_PROGRESS for 2s [ 662.297886] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.402280] env[69242]: INFO networking_nsxv3.common.synchronization [None req-1fe90946-a563-4dd6-93db-33244b9e932a None None] Enqueued Resource ID: f6abbf56-39f6-4666-ab5c-6379ee92dc48 with Priority: HIGHEST for action port [ 662.407767] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6abbf56-39f6-4666-ab5c-6379ee92dc48 with Priority: HIGHEST for action port [ 662.407767] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6abbf56-39f6-4666-ab5c-6379ee92dc48 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.407767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6abbf56-39f6-4666-ab5c-6379ee92dc48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.407767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6abbf56-39f6-4666-ab5c-6379ee92dc48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.409037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6abbf56-39f6-4666-ab5c-6379ee92dc48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.409037] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6abbf56-39f6-4666-ab5c-6379ee92dc48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.461169] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-20 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.461380] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-20" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.461504] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-20" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.462258] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-20" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.462716] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.463057] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.464555] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.464555] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.464555] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.464555] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.464555] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.464785] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.464952] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.465126] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.465247] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.465379] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.484724] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.484933] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 662.485137] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.485445] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-20" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.485821] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-8171a365-a5e8-40cf-b76a-0f8a59d9964c taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.486110] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-8171a365-a5e8-40cf-b76a-0f8a59d9964c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.486307] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-8171a365-a5e8-40cf-b76a-0f8a59d9964c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.486655] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-8171a365-a5e8-40cf-b76a-0f8a59d9964c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.486836] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8171a365-a5e8-40cf-b76a-0f8a59d9964c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.801382] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.801675] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.801808] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.802076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.802171] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.802275] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae is going to be created. [ 662.827428] env[69242]: INFO networking_nsxv3.common.synchronization [req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf req-fa80aa53-5135-4642-88d2-5e9cda697e90 service nova] Enqueued Resource ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb with Priority: HIGHEST for action security_group_rules [ 662.827428] env[69242]: INFO networking_nsxv3.common.synchronization [req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf req-fa80aa53-5135-4642-88d2-5e9cda697e90 service nova] Enqueued Resource ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb with Priority: HIGHEST for action security_group_members [ 662.827428] env[69242]: INFO networking_nsxv3.common.synchronization [req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf req-fa80aa53-5135-4642-88d2-5e9cda697e90 service nova] Enqueued Resource ID: 2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9 with Priority: HIGHEST for action port [ 662.827780] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.827780] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.827874] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.828095] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.828537] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.830154] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb with Priority: HIGHEST for action security_group_rules [ 662.830287] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb with Priority: HIGHEST for action security_group_members [ 662.830379] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9 with Priority: HIGHEST for action port [ 662.830841] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e71d6db8-4f25-4a5a-809e-35864f4d8ecb taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.831292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.831292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.831456] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.831456] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e71d6db8-4f25-4a5a-809e-35864f4d8ecb',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.834147] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.834147] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.834147] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.834298] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.834417] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.834507] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.834565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.834703] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.834799] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.834897] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71d6db8-4f25-4a5a-809e-35864f4d8ecb',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.835758] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.835862] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.835919] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.840018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.841950] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.852874] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: UNINITIALIZED for 2s [ 662.915366] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6abbf56-39f6-4666-ab5c-6379ee92dc48 [ 662.915366] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.915366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.915366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.915366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.915366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.915366] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6abbf56-39f6-4666-ab5c-6379ee92dc48 already deleted. [ 662.915366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6abbf56-39f6-4666-ab5c-6379ee92dc48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.984430] env[69242]: INFO networking_nsxv3.common.synchronization [req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 req-03043fae-1610-4f25-90c7-2638b16f58f8 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Enqueued Resource ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf with Priority: HIGHEST for action security_group_members [ 662.984430] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf with Priority: HIGHEST for action security_group_members [ 662.985293] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d04fa3-cd3f-4491-a25c-9fd37653babf taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.985581] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.985807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.986274] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.986596] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.986847] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.986999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.987269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.987453] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.987637] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11d04fa3-cd3f-4491-a25c-9fd37653babf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.989636] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.990498] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.990933] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.991025] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.991116] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.991272] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 8171a365-a5e8-40cf-b76a-0f8a59d9964c not found, creating... [ 662.991540] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.991695] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.991808] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.994925] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.994925] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.994925] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.994925] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.994925] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.994925] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.994925] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.994925] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 8171a365-a5e8-40cf-b76a-0f8a59d9964c is going to be created. [ 663.021194] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.021194] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.021194] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.021194] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.021194] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.021194] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-8171a365-a5e8-40cf-b76a-0f8a59d9964c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.342928] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.342928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.343299] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e71d6db8-4f25-4a5a-809e-35864f4d8ecb',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.345954] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9 with status ACTIVE [ 663.345954] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.345954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.345954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.345954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.345954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.345954] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.345954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.345954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.345954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.345954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.345954] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.345954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.345954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.346674] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.346870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.346870] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9 is going to be updated. [ 663.372084] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.372233] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.372280] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.372745] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.372893] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.373071] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.484150] env[69242]: INFO networking_nsxv3.common.synchronization [None req-9c33554b-af3d-45a4-9a66-7328e5922e60 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Enqueued Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGHEST for action security_group_rules [ 663.484150] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGHEST for action security_group_rules [ 663.484515] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22fbaf9f-010c-4305-9541-48c6eb474738 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.485099] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.485099] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.487996] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.487996] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.490859] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.491266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.491545] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.491839] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.493288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.493288] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.493288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.493288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.493288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.493288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.493288] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf already deleted. [ 663.493288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.658677] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.658907] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-935" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.659107] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-935" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.659524] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-935" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.659905] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.660298] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.660298] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.660491] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.660565] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.660776] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 663.660888] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.660996] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.661115] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.661223] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 663.661326] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.661459] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.679977] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.680167] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 663.680309] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.680580] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-935" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.680963] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.681162] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.681284] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.681717] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.681950] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.688739] env[69242]: INFO networking_nsxv3.common.synchronization [None req-ec6d7a02-51f5-488f-acf0-a418546ade6c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Enqueued Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGHEST for action security_group_rules [ 663.690034] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGHEST for action security_group_rules [ 663.690034] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22fbaf9f-010c-4305-9541-48c6eb474738 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.690034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.849419] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e71d6db8-4f25-4a5a-809e-35864f4d8ecb',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.954435] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: SUCCESS [ 663.954435] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 deletion is rescheduled due to dependency. [ 663.954435] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.007977] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.008178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.008242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.008422] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.008509] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.008603] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22fbaf9f-010c-4305-9541-48c6eb474738 already deleted. [ 664.008688] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.008886] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.009015] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.009104] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.188938] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.191453] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.191510] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.191864] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.192038] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.192210] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844 not found, creating... [ 664.192510] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.192693] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.194013] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.194701] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.194701] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.195059] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.195135] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.195307] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.195579] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.195756] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.195940] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844 is going to be created. [ 664.199866] env[69242]: INFO networking_nsxv3.common.synchronization [None req-ef630eae-4571-42b0-86ca-7530a94c9440 None None] Enqueued Resource ID: dc50dffb-0f55-49d7-80ce-58c0fc121c87 with Priority: HIGHEST for action port [ 664.200853] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc50dffb-0f55-49d7-80ce-58c0fc121c87 with Priority: HIGHEST for action port [ 664.201200] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc50dffb-0f55-49d7-80ce-58c0fc121c87 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.201347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc50dffb-0f55-49d7-80ce-58c0fc121c87" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.201429] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc50dffb-0f55-49d7-80ce-58c0fc121c87" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.201929] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc50dffb-0f55-49d7-80ce-58c0fc121c87" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.202157] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc50dffb-0f55-49d7-80ce-58c0fc121c87',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.212437] env[69242]: INFO networking_nsxv3.common.synchronization [req-2dd84269-667e-479c-abc2-45468aefad4a req-9ae74acc-6510-4794-a5dd-8b01e54e9f3f service nova] Enqueued Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_rules [ 664.212615] env[69242]: INFO networking_nsxv3.common.synchronization [req-2dd84269-667e-479c-abc2-45468aefad4a req-9ae74acc-6510-4794-a5dd-8b01e54e9f3f service nova] Enqueued Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 664.212881] env[69242]: INFO networking_nsxv3.common.synchronization [req-2dd84269-667e-479c-abc2-45468aefad4a req-9ae74acc-6510-4794-a5dd-8b01e54e9f3f service nova] Enqueued Resource ID: 8171a365-a5e8-40cf-b76a-0f8a59d9964c with Priority: HIGHEST for action port [ 664.213419] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_rules [ 664.213561] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 664.214234] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8171a365-a5e8-40cf-b76a-0f8a59d9964c with Priority: HIGHEST for action port [ 664.214445] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.214549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.214823] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.214936] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.215102] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-8171a365-a5e8-40cf-b76a-0f8a59d9964c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.215193] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8171a365-a5e8-40cf-b76a-0f8a59d9964c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.215254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8171a365-a5e8-40cf-b76a-0f8a59d9964c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.215453] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8171a365-a5e8-40cf-b76a-0f8a59d9964c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.215528] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8171a365-a5e8-40cf-b76a-0f8a59d9964c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.226630] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.226838] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.226957] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.227253] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.227474] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.227709] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.352094] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.352400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.352400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.352545] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.352635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.352731] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb is going to be created. [ 664.391334] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.391334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.391334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.391334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.391334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.404038] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb in Status: UNINITIALIZED for 2s [ 664.530614] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.530614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.530614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.530614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.530614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.530614] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22fbaf9f-010c-4305-9541-48c6eb474738 already deleted. [ 664.530614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.705056] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc50dffb-0f55-49d7-80ce-58c0fc121c87 [ 664.705056] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.705056] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.705056] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.705056] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.705056] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.705056] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc50dffb-0f55-49d7-80ce-58c0fc121c87 already deleted. [ 664.705056] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc50dffb-0f55-49d7-80ce-58c0fc121c87" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.718314] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8171a365-a5e8-40cf-b76a-0f8a59d9964c with status ACTIVE [ 664.718428] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.718543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.719270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.719270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.719270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.719270] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.719270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.719270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.719772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.719772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.719772] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.719888] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.719888] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.720061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.720138] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.720224] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8171a365-a5e8-40cf-b76a-0f8a59d9964c is going to be updated. [ 664.743916] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.744564] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.744564] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.744564] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.744564] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.744749] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8171a365-a5e8-40cf-b76a-0f8a59d9964c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.863218] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: SUCCESS [ 664.863449] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.863618] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.863906] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.864107] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.864247] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.864298] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.864475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.864531] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.864633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.864736] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.865611] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.865874] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.865972] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.866910] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.867088] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.867633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.867728] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.867848] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.041117] env[69242]: INFO networking_nsxv3.common.synchronization [req-68f6b03a-b6fc-4956-a52c-a70f40deb277 req-0b84e906-c268-4970-b66b-799c88e7ab79 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 with Priority: HIGHEST for action security_group_members [ 665.041405] env[69242]: INFO networking_nsxv3.common.synchronization [req-68f6b03a-b6fc-4956-a52c-a70f40deb277 req-0b84e906-c268-4970-b66b-799c88e7ab79 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 665.042137] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 with Priority: HIGHEST for action security_group_members [ 665.042274] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 665.042599] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece2f1b-deee-40c0-80d8-a125887684e4 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.042764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.042843] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.043194] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.043385] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.043523] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.043599] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.043931] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.044081] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.044081] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ece2f1b-deee-40c0-80d8-a125887684e4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.045558] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.045807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.045807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.048592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.048592] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.048592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.048592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.048592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.048592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.048592] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.182619] env[69242]: INFO networking_nsxv3.common.synchronization [req-68f6b03a-b6fc-4956-a52c-a70f40deb277 req-0b84e906-c268-4970-b66b-799c88e7ab79 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 with Priority: HIGHEST for action security_group_rules [ 665.182619] env[69242]: INFO networking_nsxv3.common.synchronization [req-68f6b03a-b6fc-4956-a52c-a70f40deb277 req-0b84e906-c268-4970-b66b-799c88e7ab79 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 with Priority: HIGHEST for action security_group_members [ 665.183249] env[69242]: INFO networking_nsxv3.common.synchronization [req-68f6b03a-b6fc-4956-a52c-a70f40deb277 req-0b84e906-c268-4970-b66b-799c88e7ab79 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_rules [ 665.183791] env[69242]: INFO networking_nsxv3.common.synchronization [req-68f6b03a-b6fc-4956-a52c-a70f40deb277 req-0b84e906-c268-4970-b66b-799c88e7ab79 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 665.184538] env[69242]: INFO networking_nsxv3.common.synchronization [req-68f6b03a-b6fc-4956-a52c-a70f40deb277 req-0b84e906-c268-4970-b66b-799c88e7ab79 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 with Priority: HIGHEST for action port [ 665.188022] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 with Priority: HIGHEST for action security_group_rules [ 665.188022] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_rules [ 665.188022] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 with Priority: HIGHEST for action port [ 665.188022] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 with Priority: HIGHEST for action security_group_members [ 665.188022] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 665.188022] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ece2f1b-deee-40c0-80d8-a125887684e4 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.188022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.188022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.188022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.188022] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ece2f1b-deee-40c0-80d8-a125887684e4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.188022] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.188022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.188022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.189826] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.189826] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.190821] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.190931] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.191041] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.191203] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.191693] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.192077] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece2f1b-deee-40c0-80d8-a125887684e4 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.192176] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.192461] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.192461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.374828] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.375222] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.375222] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.383174] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.383369] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-338" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.383562] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-338" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.384219] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-338" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.384665] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.384921] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.385106] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.385413] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.386979] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.387270] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.387394] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.387508] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.387613] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.387726] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.387984] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.387984] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.406515] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.406662] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 665.406861] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.407127] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-338" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.407513] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-7e7b7321-c5cb-4727-9b52-a6c2dd00985a taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.407752] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-7e7b7321-c5cb-4727-9b52-a6c2dd00985a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.407858] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-7e7b7321-c5cb-4727-9b52-a6c2dd00985a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.408235] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-7e7b7321-c5cb-4727-9b52-a6c2dd00985a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.408530] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e7b7321-c5cb-4727-9b52-a6c2dd00985a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.548290] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ece2f1b-deee-40c0-80d8-a125887684e4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.549422] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.604951] env[69242]: INFO networking_nsxv3.common.synchronization [req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 req-eed05b44-1ef2-48cb-93a4-e88ce3227be6 service nova] Enqueued Resource ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf with Priority: HIGHEST for action security_group_rules [ 665.605027] env[69242]: INFO networking_nsxv3.common.synchronization [req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 req-eed05b44-1ef2-48cb-93a4-e88ce3227be6 service nova] Enqueued Resource ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf with Priority: HIGHEST for action security_group_members [ 665.605161] env[69242]: INFO networking_nsxv3.common.synchronization [req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 req-eed05b44-1ef2-48cb-93a4-e88ce3227be6 service nova] Enqueued Resource ID: 3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844 with Priority: HIGHEST for action port [ 665.605628] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf with Priority: HIGHEST for action security_group_rules [ 665.606028] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf with Priority: HIGHEST for action security_group_members [ 665.606028] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844 with Priority: HIGHEST for action port [ 665.610310] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11d04fa3-cd3f-4491-a25c-9fd37653babf taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.610310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.610310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.610310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.610310] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11d04fa3-cd3f-4491-a25c-9fd37653babf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.611367] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d04fa3-cd3f-4491-a25c-9fd37653babf taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.611489] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.611556] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.611736] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.611890] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.611979] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.612062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.612217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.612402] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.612469] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11d04fa3-cd3f-4491-a25c-9fd37653babf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.615645] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.615645] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.615645] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.615645] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.615645] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.693557] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece2f1b-deee-40c0-80d8-a125887684e4 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.693748] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.695145] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 with status ACTIVE [ 665.695355] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.695474] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.695575] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.695807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.695901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.696114] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.696222] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.696316] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.696442] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.696522] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.696720] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.696814] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.696876] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.697029] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.697108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.697191] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 is going to be updated. [ 665.700517] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.700631] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.718964] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.719202] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.719202] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.719410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.719556] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.719763] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.882794] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.912836] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.913142] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.913281] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.913558] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.913738] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.913937] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 7e7b7321-c5cb-4727-9b52-a6c2dd00985a not found, creating... [ 665.914238] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.914397] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.914532] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.914826] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.915022] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.916442] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.916695] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.916897] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.918444] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.918911] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.922020] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 7e7b7321-c5cb-4727-9b52-a6c2dd00985a is going to be created. [ 665.941863] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.942184] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.942323] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.942621] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.942863] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.943119] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-7e7b7321-c5cb-4727-9b52-a6c2dd00985a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.051467] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ece2f1b-deee-40c0-80d8-a125887684e4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.054326] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.114714] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11d04fa3-cd3f-4491-a25c-9fd37653babf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.118413] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d04fa3-cd3f-4491-a25c-9fd37653babf taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.118413] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.118413] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844 with status ACTIVE [ 666.118413] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.118413] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.118413] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.118413] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.118413] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.119080] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.119080] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.119080] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.119080] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.119080] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.119080] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.119454] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.119454] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.119454] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.119454] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.119688] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844 is going to be updated. [ 666.141473] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.141473] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.141473] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.141741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.141839] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.142041] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.385637] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.386072] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.386072] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.386225] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.386225] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.386337] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae is going to be updated. [ 666.413018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.413222] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.413329] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.413574] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.413833] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.415332] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb in Status: SUCCESS [ 666.415521] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.416068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.416252] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.416435] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.416543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.416609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.416757] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.416837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.416922] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.417015] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e71d6db8-4f25-4a5a-809e-35864f4d8ecb',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.424043] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: IN_PROGRESS for 2s [ 666.555928] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.556134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.556214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.556444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.556533] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.556630] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 is going to be created. [ 666.557958] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.558086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.558169] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.558362] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.558441] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.558527] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 is going to be updated. [ 666.581770] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.582626] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.582626] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.582626] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.582770] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.585614] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.585753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.585798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.585989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.586191] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.594597] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 in Status: UNINITIALIZED for 2s [ 666.595350] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: IN_PROGRESS for 2s [ 666.614172] env[69242]: INFO networking_nsxv3.common.synchronization [req-d1e76c9d-f6cb-46bc-8f68-fb5a336502f9 req-ddb7c785-82e4-47dd-8630-aca6b716eab2 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc with Priority: HIGHEST for action security_group_members [ 666.614172] env[69242]: INFO networking_nsxv3.common.synchronization [req-d1e76c9d-f6cb-46bc-8f68-fb5a336502f9 req-ddb7c785-82e4-47dd-8630-aca6b716eab2 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 666.614172] env[69242]: INFO networking_nsxv3.common.synchronization [req-d1e76c9d-f6cb-46bc-8f68-fb5a336502f9 req-ddb7c785-82e4-47dd-8630-aca6b716eab2 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 with Priority: HIGHEST for action security_group_members [ 666.614769] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc with Priority: HIGHEST for action security_group_members [ 666.615201] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 666.615762] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 with Priority: HIGHEST for action security_group_members [ 666.616088] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.617053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.617053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.617053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.617053] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.617449] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.618458] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.618458] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.618458] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.618458] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.619961] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.619961] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.620262] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece2f1b-deee-40c0-80d8-a125887684e4 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.620385] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.622083] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11d04fa3-cd3f-4491-a25c-9fd37653babf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.905148] env[69242]: INFO networking_nsxv3.common.synchronization [req-d1e76c9d-f6cb-46bc-8f68-fb5a336502f9 req-ddb7c785-82e4-47dd-8630-aca6b716eab2 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc with Priority: HIGHEST for action security_group_rules [ 666.905148] env[69242]: INFO networking_nsxv3.common.synchronization [req-d1e76c9d-f6cb-46bc-8f68-fb5a336502f9 req-ddb7c785-82e4-47dd-8630-aca6b716eab2 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc with Priority: HIGHEST for action security_group_members [ 666.905148] env[69242]: INFO networking_nsxv3.common.synchronization [req-d1e76c9d-f6cb-46bc-8f68-fb5a336502f9 req-ddb7c785-82e4-47dd-8630-aca6b716eab2 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 with Priority: HIGHEST for action security_group_rules [ 666.905148] env[69242]: INFO networking_nsxv3.common.synchronization [req-d1e76c9d-f6cb-46bc-8f68-fb5a336502f9 req-ddb7c785-82e4-47dd-8630-aca6b716eab2 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 with Priority: HIGHEST for action security_group_members [ 666.905148] env[69242]: INFO networking_nsxv3.common.synchronization [req-d1e76c9d-f6cb-46bc-8f68-fb5a336502f9 req-ddb7c785-82e4-47dd-8630-aca6b716eab2 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_rules [ 666.905148] env[69242]: INFO networking_nsxv3.common.synchronization [req-d1e76c9d-f6cb-46bc-8f68-fb5a336502f9 req-ddb7c785-82e4-47dd-8630-aca6b716eab2 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 666.905148] env[69242]: INFO networking_nsxv3.common.synchronization [req-d1e76c9d-f6cb-46bc-8f68-fb5a336502f9 req-ddb7c785-82e4-47dd-8630-aca6b716eab2 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 with Priority: HIGHEST for action port [ 666.906974] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc with Priority: HIGHEST for action security_group_rules [ 666.908667] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 with Priority: HIGHEST for action security_group_rules [ 666.912020] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 666.912020] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 with Priority: HIGHEST for action port [ 666.912020] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_rules [ 666.912020] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc with Priority: HIGHEST for action security_group_members [ 666.912020] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 with Priority: HIGHEST for action security_group_members [ 666.912020] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.912020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.912020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.912020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.912020] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.912020] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ece2f1b-deee-40c0-80d8-a125887684e4 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.912020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.918032] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.918032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.918032] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.918240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.918240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.920948] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.920948] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.920948] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.920948] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.920948] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.920948] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.921885] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece2f1b-deee-40c0-80d8-a125887684e4 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.921885] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.923573] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.923573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.923573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.923573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.923573] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.923573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.923573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.923573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.923573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.923573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.923573] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.923573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.923573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.923573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.924278] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.924278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.924278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.924278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.924278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.924278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.924278] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e71d6db8-4f25-4a5a-809e-35864f4d8ecb',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.120296] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.124597] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.124740] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.124740] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.124947] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.125062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.125166] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf is going to be created. [ 667.149814] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.150023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.150241] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.150358] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.150502] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.163985] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf in Status: UNINITIALIZED for 2s [ 667.169164] env[69242]: INFO networking_nsxv3.common.synchronization [req-2dd84269-667e-479c-abc2-45468aefad4a req-1618e4f7-d0a7-4eb9-a5cd-7cf5f8f78247 service nova] Enqueued Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_rules [ 667.169350] env[69242]: INFO networking_nsxv3.common.synchronization [req-2dd84269-667e-479c-abc2-45468aefad4a req-1618e4f7-d0a7-4eb9-a5cd-7cf5f8f78247 service nova] Enqueued Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 667.169350] env[69242]: INFO networking_nsxv3.common.synchronization [req-2dd84269-667e-479c-abc2-45468aefad4a req-1618e4f7-d0a7-4eb9-a5cd-7cf5f8f78247 service nova] Enqueued Resource ID: 7e7b7321-c5cb-4727-9b52-a6c2dd00985a with Priority: HIGHEST for action port [ 667.170244] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_rules [ 667.170244] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 667.170244] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7b7321-c5cb-4727-9b52-a6c2dd00985a with Priority: HIGHEST for action port [ 667.170491] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.170552] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.170797] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.170913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.171564] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e7b7321-c5cb-4727-9b52-a6c2dd00985a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.171693] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e7b7321-c5cb-4727-9b52-a6c2dd00985a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.171782] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e7b7321-c5cb-4727-9b52-a6c2dd00985a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.172009] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e7b7321-c5cb-4727-9b52-a6c2dd00985a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.172101] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e7b7321-c5cb-4727-9b52-a6c2dd00985a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.423484] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.423902] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.423902] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 with status ACTIVE [ 667.424034] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.424105] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.424159] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.424398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.424473] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.424647] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.424819] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.424819] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.425433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.425433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.425433] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.425433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.425433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.425635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.425635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.425635] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 is going to be updated. [ 667.427608] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e71d6db8-4f25-4a5a-809e-35864f4d8ecb: rpc.has_security_group_logging(os_id): False [ 667.449776] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.449776] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.449776] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.449776] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.449776] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.450626] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.450626] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.450626] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.450626] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.450626] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.450626] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.450626] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.450626] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.450917] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.450917] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.450981] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.451410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.451410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.451553] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.451553] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.451800] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb is going to be created. [ 667.454274] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.454433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.454565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.454911] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.455024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.455193] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.518708] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.519804] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.519917] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.520154] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.520349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.534305] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb in Status: IN_PROGRESS for 2s [ 667.624025] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.677985] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e7b7321-c5cb-4727-9b52-a6c2dd00985a with status ACTIVE [ 667.677985] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.677985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.677985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.677985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.677985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.677985] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.677985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.677985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.677985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.677985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.677985] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.677985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.677985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.677985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.677985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.677985] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e7b7321-c5cb-4727-9b52-a6c2dd00985a is going to be updated. [ 667.704430] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.704581] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.704899] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.704899] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.705068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.705234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e7b7321-c5cb-4727-9b52-a6c2dd00985a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.130385] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.130851] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.130991] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.131235] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.131327] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.131432] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc is going to be created. [ 668.156708] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.156902] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.156962] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.157158] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.157317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.171047] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc in Status: UNINITIALIZED for 2s [ 668.381073] env[69242]: INFO networking_nsxv3.common.synchronization [req-e488c960-b452-432d-840f-21304f43ee26 req-68b85602-3565-4e31-9c67-6221523b35b4 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Enqueued Resource ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e with Priority: HIGHEST for action security_group_members [ 668.381798] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e with Priority: HIGHEST for action security_group_members [ 668.382376] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.382549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.382644] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.383076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.383177] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.383324] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.383393] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.383614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.383773] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.383900] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.432621] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: SUCCESS [ 668.432928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.432928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.432928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.432928] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.432928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.434241] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.434323] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.434415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.434504] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.434687] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.434791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.434854] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.435010] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.436953] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.436953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.436953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.436953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.436953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.436953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.436953] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.437821] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.438035] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.441058] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.441058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.441058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.441058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.441058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.441058] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.604550] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 in Status: SUCCESS [ 668.604771] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.605482] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: SUCCESS [ 668.605650] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.605815] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.606043] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.606225] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.606346] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.606408] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.606547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.608031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.608031] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ece2f1b-deee-40c0-80d8-a125887684e4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.608031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.608031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.608031] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.608459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.608459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.608459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.608459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.608459] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.887273] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.887273] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.887273] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.887273] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.887544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.888347] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.888347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.888347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.890200] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.890378] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.890445] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e already deleted. [ 668.890538] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.944554] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a955bdc8-cea3-4cb2-a792-4773d3eb64ae: rpc.has_security_group_logging(os_id): False [ 668.945630] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.964756] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.964756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.964756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.964756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.964756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.964756] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.964756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.964756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.964756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.964756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.964756] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.964756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.964756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.965707] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.965707] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.965707] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.965707] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.965707] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.965707] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.965707] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.965707] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae is going to be created. [ 669.018688] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.018874] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.018928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.021118] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.021118] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.030293] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: IN_PROGRESS for 2s [ 669.110258] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ece2f1b-deee-40c0-80d8-a125887684e4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.113380] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.174270] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf in Status: SUCCESS [ 669.174665] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.174836] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.175051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.175267] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.175403] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.175463] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.175627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.175748] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.175886] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.176009] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11d04fa3-cd3f-4491-a25c-9fd37653babf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.256047] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-62 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.258856] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-62" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.258856] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-62" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.258856] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-62" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.259257] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.260930] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.260930] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.260930] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.260930] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.260930] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.260930] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.260930] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.260930] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.260930] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.262784] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.262784] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.284239] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.284456] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 669.284604] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.284799] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-62" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.285300] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-f8f101b1-0432-41f8-9dea-1738d05d4383 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.285532] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-f8f101b1-0432-41f8-9dea-1738d05d4383" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.285675] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-f8f101b1-0432-41f8-9dea-1738d05d4383" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.286021] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-f8f101b1-0432-41f8-9dea-1738d05d4383" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.286162] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8f101b1-0432-41f8-9dea-1738d05d4383',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.449015] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.546215] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb in Status: SUCCESS [ 669.546554] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.617434] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ece2f1b-deee-40c0-80d8-a125887684e4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.617434] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.681251] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11d04fa3-cd3f-4491-a25c-9fd37653babf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.791712] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.792155] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.792155] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.792339] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.792787] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.792787] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port f8f101b1-0432-41f8-9dea-1738d05d4383 not found, creating... [ 669.793115] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.793298] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.793443] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.794438] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.794438] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.794438] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.794657] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.794657] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.794932] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.796035] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.796035] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: f8f101b1-0432-41f8-9dea-1738d05d4383 is going to be created. [ 669.814906] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.816861] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.816861] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.816861] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.816861] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.816861] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-f8f101b1-0432-41f8-9dea-1738d05d4383" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.956035] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.958571] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.958571] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.958571] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.958571] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.958571] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae is going to be updated. [ 669.988881] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.991414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.991414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.991414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.991414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.001246] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: IN_PROGRESS for 2s [ 670.118100] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.118291] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.118359] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.118604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.118684] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.118775] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 is going to be updated. [ 670.122355] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.122498] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.122567] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.122757] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.122859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.122957] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 is going to be updated. [ 670.154721] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.154956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.155039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.155263] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.155437] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.158763] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.158936] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.158999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.159341] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.159436] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.166242] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: IN_PROGRESS for 2s [ 670.170598] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 in Status: IN_PROGRESS for 2s [ 670.181584] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc in Status: SUCCESS [ 670.181871] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.182150] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11d04fa3-cd3f-4491-a25c-9fd37653babf: rpc.has_security_group_logging(os_id): False [ 670.183171] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.183860] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.183860] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.183860] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.183860] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.184335] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.184335] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.184335] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.208316] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.208467] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.208514] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.208728] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.208823] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.209089] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.209192] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.209249] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.209444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.209539] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.209617] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf is going to be created. [ 670.278446] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.278446] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.278446] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.278446] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.278446] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.291612] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf in Status: IN_PROGRESS for 2s [ 670.687598] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.810510] env[69242]: INFO networking_nsxv3.common.synchronization [req-e488c960-b452-432d-840f-21304f43ee26 req-4bfd5d14-2a3f-4117-b8a0-2f7a569799e1 service nova] Enqueued Resource ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e with Priority: HIGHEST for action security_group_rules [ 670.810510] env[69242]: INFO networking_nsxv3.common.synchronization [req-e488c960-b452-432d-840f-21304f43ee26 req-4bfd5d14-2a3f-4117-b8a0-2f7a569799e1 service nova] Enqueued Resource ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e with Priority: HIGHEST for action security_group_members [ 670.810510] env[69242]: INFO networking_nsxv3.common.synchronization [req-e488c960-b452-432d-840f-21304f43ee26 req-4bfd5d14-2a3f-4117-b8a0-2f7a569799e1 service nova] Enqueued Resource ID: f8f101b1-0432-41f8-9dea-1738d05d4383 with Priority: HIGHEST for action port [ 670.811964] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e with Priority: HIGHEST for action security_group_rules [ 670.811964] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e with Priority: HIGHEST for action security_group_members [ 670.812175] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f101b1-0432-41f8-9dea-1738d05d4383 with Priority: HIGHEST for action port [ 670.816053] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.816053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.816053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.816053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.816053] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.816053] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.816053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.816053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.816053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.816698] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.816698] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.816997] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.818977] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.818977] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.819125] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.820431] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8f101b1-0432-41f8-9dea-1738d05d4383 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.820608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8f101b1-0432-41f8-9dea-1738d05d4383" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.820702] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8f101b1-0432-41f8-9dea-1738d05d4383" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.820995] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8f101b1-0432-41f8-9dea-1738d05d4383" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.821112] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8f101b1-0432-41f8-9dea-1738d05d4383',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.042218] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: SUCCESS [ 671.042553] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.042796] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.043129] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.043279] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.190014] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.328215] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.328215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.328215] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.328215] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8f101b1-0432-41f8-9dea-1738d05d4383 with status ACTIVE [ 671.328215] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.328215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.328215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.328590] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.328590] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.328667] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.328805] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.328805] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.328960] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.329050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.329225] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.329314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.329374] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.329511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.329604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.329659] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8f101b1-0432-41f8-9dea-1738d05d4383 is going to be updated. [ 671.354735] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.354965] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.355103] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.356404] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.356404] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.356404] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8f101b1-0432-41f8-9dea-1738d05d4383" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.550105] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.550105] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.691672] env[69242]: INFO networking_nsxv3.common.synchronization [None req-bc255cf6-f9c2-4dd6-9c53-1dc509a95fa9 None None] Enqueued Resource ID: d9031ad6-c7aa-4bc1-8e7b-7afd3bcaa1e6 with Priority: HIGHEST for action port [ 671.697224] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.697224] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.697224] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.698365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.698365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.698365] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc is going to be updated. [ 671.698990] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9031ad6-c7aa-4bc1-8e7b-7afd3bcaa1e6 with Priority: HIGHEST for action port [ 671.699617] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9031ad6-c7aa-4bc1-8e7b-7afd3bcaa1e6 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.699736] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9031ad6-c7aa-4bc1-8e7b-7afd3bcaa1e6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.699804] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9031ad6-c7aa-4bc1-8e7b-7afd3bcaa1e6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.700066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9031ad6-c7aa-4bc1-8e7b-7afd3bcaa1e6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.700124] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9031ad6-c7aa-4bc1-8e7b-7afd3bcaa1e6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.730381] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.730381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.730381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.730656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.730656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.740143] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc in Status: IN_PROGRESS for 2s [ 671.836364] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.011269] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: SUCCESS [ 672.011786] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.012165] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.012343] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.012576] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.012756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.012756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.012910] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.013098] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.013098] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.013383] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.176506] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: SUCCESS [ 672.176734] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.176896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.177141] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.177408] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.177472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.177509] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.177656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.177742] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.177828] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.177922] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.183028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.183028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.183028] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.183028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.183028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.183028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.183028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.183028] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.183028] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 in Status: SUCCESS [ 672.183028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.183028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.183696] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.183696] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.183696] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.183696] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.183696] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.183696] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.183696] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.184096] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ece2f1b-deee-40c0-80d8-a125887684e4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.185381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.185381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.185381] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.185381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.185381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.185381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.187656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.187656] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ece2f1b-deee-40c0-80d8-a125887684e4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.208677] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9031ad6-c7aa-4bc1-8e7b-7afd3bcaa1e6 [ 672.208941] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.209099] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.209163] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.209375] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.209468] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.209564] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9031ad6-c7aa-4bc1-8e7b-7afd3bcaa1e6 already deleted. [ 672.209658] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9031ad6-c7aa-4bc1-8e7b-7afd3bcaa1e6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.306178] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf in Status: SUCCESS [ 672.306415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.338617] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.338806] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.338897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.339153] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.339250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.339351] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e is going to be created. [ 672.363603] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.363603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.363603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.363603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.363603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.376076] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e in Status: UNINITIALIZED for 2s [ 672.403023] env[69242]: INFO networking_nsxv3.common.synchronization [req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc req-7b76c7a1-bc82-444b-8d26-54e7ceafc6da tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Enqueued Resource ID: e664c929-cd2a-40c9-ad97-51993547f886 with Priority: HIGHEST for action security_group_members [ 672.403023] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e664c929-cd2a-40c9-ad97-51993547f886 with Priority: HIGHEST for action security_group_members [ 672.403023] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e664c929-cd2a-40c9-ad97-51993547f886 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.403023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.403023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.403803] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.404147] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.404415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.405560] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.405991] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.406222] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.407617] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e664c929-cd2a-40c9-ad97-51993547f886',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.518515] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.518515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.518515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.518515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.518515] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.518515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.518515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.518515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.518515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.518515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.518515] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.518515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.518515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.519111] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.519111] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.519111] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.519111] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.519111] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.519284] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.519284] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.519367] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.682516] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.682614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.685204] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.688123] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ece2f1b-deee-40c0-80d8-a125887684e4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.689263] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ece2f1b-deee-40c0-80d8-a125887684e4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.912124] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.912656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.912656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.912762] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.912841] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.913107] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.913255] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.913339] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.913533] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.913636] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.913767] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e664c929-cd2a-40c9-ad97-51993547f886 is going to be updated. [ 672.944174] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.944309] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.944392] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.950249] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.950510] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.959625] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e664c929-cd2a-40c9-ad97-51993547f886 in Status: IN_PROGRESS for 2s [ 673.022507] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a955bdc8-cea3-4cb2-a792-4773d3eb64ae: rpc.has_security_group_logging(os_id): False [ 673.039832] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.040973] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.040973] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.041176] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.041448] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.042945] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.042945] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.042945] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.042945] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.042945] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.043611] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.043730] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.043889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.044050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.044113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.044361] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.044467] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.044526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.044684] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.044781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.044911] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae is going to be updated. [ 673.112458] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.112667] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.112738] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.115033] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.115033] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.126077] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: IN_PROGRESS for 2s [ 673.188716] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.192248] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ece2f1b-deee-40c0-80d8-a125887684e4: rpc.has_security_group_logging(os_id): False [ 673.193745] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ece2f1b-deee-40c0-80d8-a125887684e4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.216868] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.218151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.218266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.218491] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.218621] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.218928] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.219063] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.219128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.219287] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.219370] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.219468] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 is going to be created. [ 673.295937] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.295937] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.295937] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.296667] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.297119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.309504] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 in Status: IN_PROGRESS for 2s [ 673.690874] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.691048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.691137] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.691356] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.691453] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.691554] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 is going to be updated. [ 673.696034] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.696192] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.696263] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.696538] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.696609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.696712] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 is going to be updated. [ 673.721061] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.721061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.721061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.721061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.721061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.725405] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.725589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.725678] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.725901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.726053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.742246] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: IN_PROGRESS for 2s [ 673.742246] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 in Status: IN_PROGRESS for 2s [ 673.748434] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc in Status: SUCCESS [ 673.750650] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.750650] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.750650] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.750650] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.750650] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.750650] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.750650] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.750650] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.750650] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.750650] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.032406] env[69242]: INFO networking_nsxv3.common.synchronization [None req-48ad903b-738d-44f8-b461-9558b7eaab41 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Enqueued Resource ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 with Priority: HIGHEST for action security_group_rules [ 674.033293] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 with Priority: HIGHEST for action security_group_rules [ 674.034674] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.034907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.034907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.035341] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.035575] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d56d740b-4e9e-4f74-b0bf-b958cd0e2b49',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.252749] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.278784] env[69242]: INFO networking_nsxv3.common.synchronization [None req-7974f70f-83d5-4884-a702-a2261a097e7c tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Enqueued Resource ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 with Priority: HIGHEST for action security_group_rules [ 674.280344] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 with Priority: HIGHEST for action security_group_rules [ 674.280344] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.281124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.385061] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e in Status: SUCCESS [ 674.385243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.385496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.385630] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.385819] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.385943] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.386030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.386252] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.386322] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.386359] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.386526] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.437950] env[69242]: INFO networking_nsxv3.common.synchronization [None req-9d0236e5-2926-42dc-a887-a8dff0084088 None None] Enqueued Resource ID: 45287cf2-0dda-4445-89e8-9039b5ac3ed1 with Priority: HIGHEST for action port [ 674.437950] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45287cf2-0dda-4445-89e8-9039b5ac3ed1 with Priority: HIGHEST for action port [ 674.438483] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-45287cf2-0dda-4445-89e8-9039b5ac3ed1 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.438598] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45287cf2-0dda-4445-89e8-9039b5ac3ed1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.438693] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45287cf2-0dda-4445-89e8-9039b5ac3ed1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.438994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45287cf2-0dda-4445-89e8-9039b5ac3ed1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.439079] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45287cf2-0dda-4445-89e8-9039b5ac3ed1',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.557602] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.557602] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.557602] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.557602] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.557602] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.557602] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 already deleted. [ 674.557602] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.557602] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.557602] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.557602] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d56d740b-4e9e-4f74-b0bf-b958cd0e2b49',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.757495] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc: rpc.has_security_group_logging(os_id): False [ 674.776949] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.782076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.782076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.782076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.782076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.782076] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.782076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.782076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.782076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.782076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.782076] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc is going to be created. [ 674.829145] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.829310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.830040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.830040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.830040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.841036] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc in Status: IN_PROGRESS for 2s [ 674.892204] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.892204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.892204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.892204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.892204] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.892204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.892204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.892204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.892204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.892204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.892204] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.892204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.892204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.892204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.892204] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.892847] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.892847] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.892847] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.892847] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.892847] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.893076] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.942502] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45287cf2-0dda-4445-89e8-9039b5ac3ed1 [ 674.943207] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.943611] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.943611] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.943838] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.943838] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.943946] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45287cf2-0dda-4445-89e8-9039b5ac3ed1 already deleted. [ 674.943946] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45287cf2-0dda-4445-89e8-9039b5ac3ed1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.972671] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e664c929-cd2a-40c9-ad97-51993547f886 in Status: SUCCESS [ 674.972910] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e664c929-cd2a-40c9-ad97-51993547f886 deletion is rescheduled due to dependency. [ 674.975316] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.078694] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.078694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.078694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.078694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.078694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.079537] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 already deleted. [ 675.079537] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.139745] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: SUCCESS [ 675.139745] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.139745] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.139745] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.139745] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.323046] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 in Status: SUCCESS [ 675.323046] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.325844] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.325844] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.325844] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ece2f1b-deee-40c0-80d8-a125887684e4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.397440] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e: rpc.has_security_group_logging(os_id): False [ 675.418240] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.418240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.418240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.418240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.418240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.418240] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.418240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.418240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.418240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.418240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.418240] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.418240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.418240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.418240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.418240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.419159] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.419159] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.419159] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.419159] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.419159] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.419159] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e is going to be created. [ 675.476648] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.476648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.476648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.476648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.476986] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.486407] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e in Status: IN_PROGRESS for 2s [ 675.569352] env[69242]: INFO networking_nsxv3.common.synchronization [None req-2b8c139f-8fc9-4621-b01b-d84ad22d5a30 None None] Enqueued Resource ID: 783211d3-2330-4218-8768-d5335e3f8cd8 with Priority: HIGHEST for action port [ 675.570270] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783211d3-2330-4218-8768-d5335e3f8cd8 with Priority: HIGHEST for action port [ 675.571185] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-783211d3-2330-4218-8768-d5335e3f8cd8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.571318] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-783211d3-2330-4218-8768-d5335e3f8cd8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.571384] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-783211d3-2330-4218-8768-d5335e3f8cd8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.572481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-783211d3-2330-4218-8768-d5335e3f8cd8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.572584] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('783211d3-2330-4218-8768-d5335e3f8cd8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.641825] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.642017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.642093] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.642306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.642472] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.642572] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.642634] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.642782] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.642880] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.642958] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.643061] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.758113] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: SUCCESS [ 675.758113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.758113] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 in Status: SUCCESS [ 675.758113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.758113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.758113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.758113] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.759054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.759054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.759054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.759403] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.759668] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.760767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.760767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.760926] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.760926] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.761062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.761121] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.761395] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.761395] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ece2f1b-deee-40c0-80d8-a125887684e4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.828697] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece2f1b-deee-40c0-80d8-a125887684e4 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.829343] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.902142] env[69242]: INFO networking_nsxv3.common.synchronization [None req-a05733a0-bf7b-4ca8-9071-25c8eb641c43 None None] Enqueued Resource ID: 5e62c92b-b37f-413e-87a6-7ae7e63627a3 with Priority: HIGHEST for action port [ 675.902142] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e62c92b-b37f-413e-87a6-7ae7e63627a3 with Priority: HIGHEST for action port [ 675.902142] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e62c92b-b37f-413e-87a6-7ae7e63627a3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.902142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e62c92b-b37f-413e-87a6-7ae7e63627a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.902142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e62c92b-b37f-413e-87a6-7ae7e63627a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.902142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e62c92b-b37f-413e-87a6-7ae7e63627a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.902142] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e62c92b-b37f-413e-87a6-7ae7e63627a3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.076656] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 783211d3-2330-4218-8768-d5335e3f8cd8 [ 676.076656] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.076656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.076656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.076656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.076656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.076656] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:783211d3-2330-4218-8768-d5335e3f8cd8 already deleted. [ 676.076656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-783211d3-2330-4218-8768-d5335e3f8cd8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.145979] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.146285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.146285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.146464] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.146757] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.146757] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.146757] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.146897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.147015] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.147896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.147896] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.147896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.147896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.147896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.147896] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.147896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.147896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.148261] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.148261] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.148261] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.148261] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.263431] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.268326] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ece2f1b-deee-40c0-80d8-a125887684e4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.407063] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e62c92b-b37f-413e-87a6-7ae7e63627a3 [ 676.407268] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.407394] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.407458] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.407692] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.407810] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.407912] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e62c92b-b37f-413e-87a6-7ae7e63627a3 already deleted. [ 676.407998] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e62c92b-b37f-413e-87a6-7ae7e63627a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.654558] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a955bdc8-cea3-4cb2-a792-4773d3eb64ae: rpc.has_security_group_logging(os_id): False [ 676.670597] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.670758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.670810] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.671034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.671129] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.671353] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.672208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.672208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.672208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.672208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.672208] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.672208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.672208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.672600] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.672600] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.672600] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.672744] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.672744] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.672913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.672913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.673015] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae is going to be updated. [ 676.739952] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.740133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.740214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.740867] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.740867] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.762672] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: IN_PROGRESS for 2s [ 676.769901] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.769901] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ece2f1b-deee-40c0-80d8-a125887684e4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.857175] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc in Status: SUCCESS [ 676.857175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.272370] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.277597] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.277597] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.277597] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.277597] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.281819] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 is going to be updated. [ 677.281819] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.281819] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.281819] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.284011] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.284011] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.284011] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 is going to be updated. [ 677.294830] env[69242]: INFO networking_nsxv3.common.synchronization [req-8e89ae28-78a6-4526-86c6-d6c7f5874086 req-acc48f73-efb5-4679-94d8-b5c866b494a7 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 677.295571] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 677.295702] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.295905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.295986] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.296203] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.297041] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.297041] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.297041] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.297041] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.297041] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.297041] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.308317] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.308471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.308530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.308734] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.309024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.314147] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.314147] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.314147] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.314147] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.314147] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.325584] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: IN_PROGRESS for 2s [ 677.326020] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 in Status: IN_PROGRESS for 2s [ 677.498225] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e in Status: SUCCESS [ 677.498520] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.543854] env[69242]: INFO networking_nsxv3.common.synchronization [None req-24fd3c66-f300-4052-91f6-c90e18c5e9b5 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Enqueued Resource ID: e9e738c2-3e92-46e2-b326-ba8333f886bd with Priority: HIGHEST for action security_group_rules [ 677.544630] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e738c2-3e92-46e2-b326-ba8333f886bd with Priority: HIGHEST for action security_group_rules [ 677.544928] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9e738c2-3e92-46e2-b326-ba8333f886bd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.545059] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.545143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.545584] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.545672] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9e738c2-3e92-46e2-b326-ba8333f886bd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.630665] env[69242]: INFO networking_nsxv3.common.synchronization [req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 req-0108dca0-3618-49a0-a0ea-6ad622e2657c tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 with Priority: HIGHEST for action security_group_members [ 677.631196] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 with Priority: HIGHEST for action security_group_members [ 677.631497] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f60cf64-3f52-49c8-aff8-311c5568a6a2 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.631614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.631676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.632330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.632479] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.632585] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.632648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.632831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.632922] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.633022] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f60cf64-3f52-49c8-aff8-311c5568a6a2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.673957] env[69242]: INFO networking_nsxv3.common.synchronization [None req-0e31638e-41d2-4b23-af95-83524e6155b4 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Enqueued Resource ID: e9e738c2-3e92-46e2-b326-ba8333f886bd with Priority: HIGHEST for action security_group_rules [ 677.673957] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e738c2-3e92-46e2-b326-ba8333f886bd with Priority: HIGHEST for action security_group_rules [ 677.673957] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9e738c2-3e92-46e2-b326-ba8333f886bd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.674465] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.801205] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.801410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.801480] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.803217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.803217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.803217] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.803217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.803217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.803217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.803217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.803217] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 is going to be updated. [ 677.828824] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.829028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.831099] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.831439] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.831677] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.841187] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: IN_PROGRESS for 2s [ 678.067174] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.067174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.067174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.067174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.067174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.067174] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9e738c2-3e92-46e2-b326-ba8333f886bd already deleted. [ 678.067174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.067174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.067174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.067174] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9e738c2-3e92-46e2-b326-ba8333f886bd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.137894] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.137894] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.137894] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.137894] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.137894] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.137894] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.137894] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.137894] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.138369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.138369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.138369] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 already deleted. [ 678.138369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.154019] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.154241] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.154401] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.154680] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.154965] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.155146] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.155260] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.155480] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.155624] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.155866] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.155976] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.156178] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.156306] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.156432] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.156669] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.156669] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.174812] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.175065] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 678.175260] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.175479] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.175821] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-cb617931-c243-4a1f-899a-a49bd1405c58 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.175997] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-cb617931-c243-4a1f-899a-a49bd1405c58" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.176154] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-cb617931-c243-4a1f-899a-a49bd1405c58" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.177876] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-cb617931-c243-4a1f-899a-a49bd1405c58" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.177876] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb617931-c243-4a1f-899a-a49bd1405c58',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.588588] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.588913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.588913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.589048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.589145] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.589328] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9e738c2-3e92-46e2-b326-ba8333f886bd already deleted. [ 678.589328] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.682082] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.682082] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.682082] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.682082] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.682082] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.682082] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port cb617931-c243-4a1f-899a-a49bd1405c58 not found, creating... [ 678.682082] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.682082] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.682082] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.682082] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.682082] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.682614] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.682614] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.682614] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.682614] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.688334] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.688731] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: cb617931-c243-4a1f-899a-a49bd1405c58 is going to be created. [ 678.709789] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.710069] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.710184] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.710518] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.710774] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.711035] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-cb617931-c243-4a1f-899a-a49bd1405c58" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.781455] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: SUCCESS [ 678.781455] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.794720] env[69242]: INFO networking_nsxv3.common.synchronization [None req-ae0d8c08-9a66-4536-9919-f26ca257aef8 None None] Enqueued Resource ID: 3ec26129-547c-40bd-8db1-f43e062a056d with Priority: HIGHEST for action port [ 678.795587] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec26129-547c-40bd-8db1-f43e062a056d with Priority: HIGHEST for action port [ 678.797754] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ec26129-547c-40bd-8db1-f43e062a056d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.797754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ec26129-547c-40bd-8db1-f43e062a056d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.797754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ec26129-547c-40bd-8db1-f43e062a056d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.797754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ec26129-547c-40bd-8db1-f43e062a056d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.797754] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ec26129-547c-40bd-8db1-f43e062a056d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.301127] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ec26129-547c-40bd-8db1-f43e062a056d [ 679.301127] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.301127] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.301127] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.301127] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.301127] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.301127] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ec26129-547c-40bd-8db1-f43e062a056d already deleted. [ 679.301127] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ec26129-547c-40bd-8db1-f43e062a056d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.336020] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: SUCCESS [ 679.339017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.339017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.339017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.339017] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.339017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.339017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.339017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.339017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.339017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.339017] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.339017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.339017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.339017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.339017] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.339017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.339017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.339017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.339017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.339697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.340525] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.343208] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 in Status: SUCCESS [ 679.343208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.343208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.343208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.343437] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.343726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.343877] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.344087] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.344211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.344377] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.344451] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ece2f1b-deee-40c0-80d8-a125887684e4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.559324] env[69242]: INFO networking_nsxv3.common.synchronization [req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 req-15cf28fd-ffd4-4734-8ef0-be1cfde4ab33 service nova] Enqueued Resource ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 with Priority: HIGHEST for action security_group_rules [ 679.559632] env[69242]: INFO networking_nsxv3.common.synchronization [req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 req-15cf28fd-ffd4-4734-8ef0-be1cfde4ab33 service nova] Enqueued Resource ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 with Priority: HIGHEST for action security_group_members [ 679.559762] env[69242]: INFO networking_nsxv3.common.synchronization [req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 req-15cf28fd-ffd4-4734-8ef0-be1cfde4ab33 service nova] Enqueued Resource ID: cb617931-c243-4a1f-899a-a49bd1405c58 with Priority: HIGHEST for action port [ 679.560138] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 with Priority: HIGHEST for action security_group_rules [ 679.560950] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 with Priority: HIGHEST for action security_group_members [ 679.561505] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb617931-c243-4a1f-899a-a49bd1405c58 with Priority: HIGHEST for action port [ 679.564495] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f60cf64-3f52-49c8-aff8-311c5568a6a2 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.564495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.564495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.564495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.564495] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f60cf64-3f52-49c8-aff8-311c5568a6a2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.564786] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f60cf64-3f52-49c8-aff8-311c5568a6a2 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.564831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.565034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.565195] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.565377] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.567141] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.567141] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.567141] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.567141] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.567577] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f60cf64-3f52-49c8-aff8-311c5568a6a2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.568564] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb617931-c243-4a1f-899a-a49bd1405c58 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.568645] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb617931-c243-4a1f-899a-a49bd1405c58" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.568711] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb617931-c243-4a1f-899a-a49bd1405c58" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.568862] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb617931-c243-4a1f-899a-a49bd1405c58" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.568929] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb617931-c243-4a1f-899a-a49bd1405c58',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.848561] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7e28637-ee92-4ca6-a4b3-f71535814148: rpc.has_security_group_logging(os_id): False [ 679.850082] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ece2f1b-deee-40c0-80d8-a125887684e4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.851867] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: SUCCESS [ 679.852977] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 deletion is rescheduled due to dependency. [ 679.852977] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.868407] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.868679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.868789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.869700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.869700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.869700] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.869700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.869700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.869967] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.870085] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.870468] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.870592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.870831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.870955] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.871112] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.871452] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.871620] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.871857] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.871953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.872136] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.872261] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 is going to be updated. [ 679.925356] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.925583] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.926204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.926505] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.926679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.940158] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: IN_PROGRESS for 2s [ 680.070746] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f60cf64-3f52-49c8-aff8-311c5568a6a2 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.070886] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.071103] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f60cf64-3f52-49c8-aff8-311c5568a6a2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.072101] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb617931-c243-4a1f-899a-a49bd1405c58 with status ACTIVE [ 680.072285] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.072405] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.072472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.072679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.072771] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.072947] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.073057] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.073119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.073959] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.073959] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.073959] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.073959] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.073959] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.074312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.076782] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.076897] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb617931-c243-4a1f-899a-a49bd1405c58 is going to be updated. [ 680.096770] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.096928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.096996] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.097231] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.097372] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.100763] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb617931-c243-4a1f-899a-a49bd1405c58" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.357873] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ece2f1b-deee-40c0-80d8-a125887684e4: rpc.has_security_group_logging(os_id): False [ 680.376575] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.376575] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.376575] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.376840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.376941] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.377225] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.377340] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.377406] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.377570] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.378987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.378987] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 is going to be updated. [ 680.430730] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.431074] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.431272] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.431649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.431970] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.443661] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 in Status: IN_PROGRESS for 2s [ 680.579713] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f60cf64-3f52-49c8-aff8-311c5568a6a2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.081946] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.082292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.082330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.082583] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.082714] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.082841] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 is going to be created. [ 681.107208] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.111481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.111481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.111481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.111481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.121366] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 in Status: UNINITIALIZED for 2s [ 681.955965] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: SUCCESS [ 681.955965] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.955965] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.955965] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.955965] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.433643] env[69242]: INFO networking_nsxv3.common.synchronization [req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b req-87fdb041-f8b9-4d74-b343-8af1b5ddcc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Enqueued Resource ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 with Priority: HIGHEST for action security_group_members [ 682.434041] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 with Priority: HIGHEST for action security_group_members [ 682.434409] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbed1cdd-7139-4c4f-b4e9-a06c36f25727 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.434493] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.434588] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.434953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.435128] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.435233] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.436619] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.436619] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.436619] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.436619] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbed1cdd-7139-4c4f-b4e9-a06c36f25727',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.455258] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 in Status: SUCCESS [ 682.455472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.458176] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.458317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.458389] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.458587] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.458780] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.458903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.458974] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.459167] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.459261] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.459371] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.459464] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.795450] env[69242]: INFO networking_nsxv3.common.synchronization [req-91319557-9f86-4250-85e6-319fc44ca049 req-fdd008b6-7257-47a2-a1cf-3ebd0904fa1d tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Enqueued Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 682.796561] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 682.797097] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.797346] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.797470] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.797734] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.797945] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.798142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.798283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.798508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.798663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.799129] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.938530] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.938781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.939423] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.939423] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.939423] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.939423] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.939622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.939622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.939764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.939843] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.939928] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 already deleted. [ 682.941093] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.963100] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.963197] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.963298] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.967023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.967023] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.967023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.967023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.967023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.967023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.967023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.967023] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.967023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.967023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.967023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.967023] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.967023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.967023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.967023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.967023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.967023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.967023] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.085424] env[69242]: INFO networking_nsxv3.common.synchronization [req-91319557-9f86-4250-85e6-319fc44ca049 req-063125db-955d-4819-8f63-335d44010e4f tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Enqueued Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 683.086477] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 683.086795] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.086912] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.106792] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-834 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.106908] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-834" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.107128] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-834" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.108367] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-834" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.108367] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.108367] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.108367] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.108367] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.108367] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.108555] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.108715] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.108767] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.108861] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.108972] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.109086] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.109244] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.131265] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 in Status: UNINITIALIZED for 4s [ 683.132797] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.132797] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 683.132907] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.133069] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-834" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.133386] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.134249] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.134249] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.134249] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.134249] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.301807] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.349113] env[69242]: INFO networking_nsxv3.common.synchronization [req-91319557-9f86-4250-85e6-319fc44ca049 req-f2caffa1-a9d8-4ed1-b398-5e3fc61e0196 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Enqueued Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 683.349113] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 683.349113] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.349113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.470612] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7e28637-ee92-4ca6-a4b3-f71535814148: rpc.has_security_group_logging(os_id): False [ 683.487430] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.487580] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.487676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.487867] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.487959] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.489069] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.489221] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.489221] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.489390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.489477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.489911] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.489911] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.489911] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.490137] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.490137] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.490279] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.490562] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.490562] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.490562] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.490713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.490713] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 is going to be updated. [ 683.549055] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.551398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.551398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.551398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.551398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.564485] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: IN_PROGRESS for 2s [ 683.636761] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.636994] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.637135] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.637426] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.637580] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.637756] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867 not found, creating... [ 683.638047] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.638600] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.638600] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.638600] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.638720] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.638966] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.641560] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.641702] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.641935] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.642093] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.642240] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867 is going to be created. [ 683.676788] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.677231] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.677231] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.677443] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.677715] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.678533] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.804555] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.307545] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.307870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.307870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.308043] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.308148] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.308266] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae is going to be updated. [ 684.368323] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.368507] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.368618] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.368794] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.368972] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.380449] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: IN_PROGRESS for 2s [ 684.706975] env[69242]: INFO networking_nsxv3.common.synchronization [req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b req-2d2f27a1-26a6-4398-b877-1678a83a96a1 service nova] Enqueued Resource ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 with Priority: HIGHEST for action security_group_rules [ 684.708904] env[69242]: INFO networking_nsxv3.common.synchronization [req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b req-2d2f27a1-26a6-4398-b877-1678a83a96a1 service nova] Enqueued Resource ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 with Priority: HIGHEST for action security_group_members [ 684.708904] env[69242]: INFO networking_nsxv3.common.synchronization [req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b req-2d2f27a1-26a6-4398-b877-1678a83a96a1 service nova] Enqueued Resource ID: 8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867 with Priority: HIGHEST for action port [ 684.708904] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 with Priority: HIGHEST for action security_group_rules [ 684.708904] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 with Priority: HIGHEST for action security_group_members [ 684.708904] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867 with Priority: HIGHEST for action port [ 684.708904] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbed1cdd-7139-4c4f-b4e9-a06c36f25727 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.708904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.708904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.709321] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.709321] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbed1cdd-7139-4c4f-b4e9-a06c36f25727',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.710809] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbed1cdd-7139-4c4f-b4e9-a06c36f25727 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.710809] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.710809] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.710809] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.710809] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.710809] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.710809] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.711015] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.711015] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.711139] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbed1cdd-7139-4c4f-b4e9-a06c36f25727',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.711988] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.712384] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.712384] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.712384] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.712384] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.140977] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 in Status: SUCCESS [ 685.142291] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.142541] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.142799] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.143348] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.143549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.143776] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.144058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.144199] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.144346] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.145499] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f60cf64-3f52-49c8-aff8-311c5568a6a2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.214325] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbed1cdd-7139-4c4f-b4e9-a06c36f25727',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.215486] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbed1cdd-7139-4c4f-b4e9-a06c36f25727 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.215689] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.215788] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867 with status ACTIVE [ 685.215980] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.216054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.216107] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.221142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.221142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.221142] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.221142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.221142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.221142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.221142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.221142] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.221142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.221142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.221142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.221142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.221142] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867 is going to be updated. [ 685.248024] env[69242]: INFO networking_nsxv3.common.synchronization [req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 req-255fcc82-f1ea-49bf-87ee-5d8883473a59 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Enqueued Resource ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb with Priority: HIGHEST for action security_group_members [ 685.248024] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb with Priority: HIGHEST for action security_group_members [ 685.248024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.248024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.248024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.248024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.248024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.248679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.248852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.249113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.249300] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.250124] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71d6db8-4f25-4a5a-809e-35864f4d8ecb',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.253778] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.254099] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.254253] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.254565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.254775] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.255037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.465114] env[69242]: INFO networking_nsxv3.common.synchronization [req-6fa720c1-6f3e-453e-8060-9802749ab836 req-3cffe220-5924-4400-9821-dd35eac57f7a tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Enqueued Resource ID: d113361d-1569-4803-9af9-b04075ce7f23 with Priority: HIGHEST for action security_group_members [ 685.465114] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d113361d-1569-4803-9af9-b04075ce7f23 with Priority: HIGHEST for action security_group_members [ 685.465114] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d113361d-1569-4803-9af9-b04075ce7f23 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.465114] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.465114] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.465114] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.465114] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.465704] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.465878] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.467204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.467204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.467204] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d113361d-1569-4803-9af9-b04075ce7f23',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.578925] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: SUCCESS [ 685.579319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.648960] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f60cf64-3f52-49c8-aff8-311c5568a6a2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.725736] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbed1cdd-7139-4c4f-b4e9-a06c36f25727',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.756683] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.756683] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.756683] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.756855] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.756985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.757800] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.757959] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.758390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.758654] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.758767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.758885] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb is going to be updated. [ 685.785134] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.785449] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.785549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.786010] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.786677] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.794994] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb in Status: IN_PROGRESS for 2s [ 685.970028] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.970028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.970028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.970028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.970028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.970028] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.970028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.970791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.970791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.970791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.970791] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d113361d-1569-4803-9af9-b04075ce7f23 already deleted. [ 685.970791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.108828] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.110262] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-191" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.111082] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-191" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.111435] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-191" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.111719] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.111880] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.113021] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.113021] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.113021] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.113021] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.114428] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.114428] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.114428] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.114428] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.114428] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.114428] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.131135] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.131388] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 686.131551] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.131840] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-191" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.132308] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-e9d54805-80a1-4a29-8c12-cf46dbeda899 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.132499] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-e9d54805-80a1-4a29-8c12-cf46dbeda899" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.133372] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-e9d54805-80a1-4a29-8c12-cf46dbeda899" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.133686] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-e9d54805-80a1-4a29-8c12-cf46dbeda899" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.133802] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9d54805-80a1-4a29-8c12-cf46dbeda899',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.151795] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f60cf64-3f52-49c8-aff8-311c5568a6a2: rpc.has_security_group_logging(os_id): False [ 686.168384] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.168532] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.168604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.168832] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.168928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.169201] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.169303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.169365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.169516] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.169592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.169680] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 is going to be created. [ 686.233759] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.233928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.234030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.234259] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.234348] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.234446] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 is going to be created. [ 686.246609] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.246798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.246924] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.247064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.247243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.257661] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 in Status: IN_PROGRESS for 2s [ 686.259852] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.260041] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.260138] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.264080] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.264080] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.273997] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 in Status: UNINITIALIZED for 2s [ 686.390149] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: SUCCESS [ 686.390149] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.390149] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.390899] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.391200] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.391380] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.391514] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.391719] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.391851] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.392129] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.637207] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.637443] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.637583] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.637885] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.638069] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.638243] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port e9d54805-80a1-4a29-8c12-cf46dbeda899 not found, creating... [ 686.638519] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.638762] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.638891] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.639189] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.639380] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.640549] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.640727] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.640860] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.641102] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.641252] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.641405] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: e9d54805-80a1-4a29-8c12-cf46dbeda899 is going to be created. [ 686.661956] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.662223] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.662423] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.662793] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.663562] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.663562] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-e9d54805-80a1-4a29-8c12-cf46dbeda899" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.899475] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.899475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.899475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.899475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.899475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.899475] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.899475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.899475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.899475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.899475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.899475] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae is going to be updated. [ 686.931937] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.931937] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.931937] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.931937] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.931937] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.940109] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: IN_PROGRESS for 2s [ 687.485222] env[69242]: INFO networking_nsxv3.common.synchronization [req-6fa720c1-6f3e-453e-8060-9802749ab836 req-fbee812e-eb70-4ba4-ad64-453d34fed457 service nova] Enqueued Resource ID: d113361d-1569-4803-9af9-b04075ce7f23 with Priority: HIGHEST for action security_group_rules [ 687.485222] env[69242]: INFO networking_nsxv3.common.synchronization [req-6fa720c1-6f3e-453e-8060-9802749ab836 req-fbee812e-eb70-4ba4-ad64-453d34fed457 service nova] Enqueued Resource ID: d113361d-1569-4803-9af9-b04075ce7f23 with Priority: HIGHEST for action security_group_members [ 687.485222] env[69242]: INFO networking_nsxv3.common.synchronization [req-6fa720c1-6f3e-453e-8060-9802749ab836 req-fbee812e-eb70-4ba4-ad64-453d34fed457 service nova] Enqueued Resource ID: e9d54805-80a1-4a29-8c12-cf46dbeda899 with Priority: HIGHEST for action port [ 687.485222] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d113361d-1569-4803-9af9-b04075ce7f23 with Priority: HIGHEST for action security_group_rules [ 687.485222] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d113361d-1569-4803-9af9-b04075ce7f23 with Priority: HIGHEST for action security_group_members [ 687.485222] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d54805-80a1-4a29-8c12-cf46dbeda899 with Priority: HIGHEST for action port [ 687.485222] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d113361d-1569-4803-9af9-b04075ce7f23 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.485643] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.489019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.489019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.489019] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d113361d-1569-4803-9af9-b04075ce7f23',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.489019] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d113361d-1569-4803-9af9-b04075ce7f23 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.489019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.489019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.489019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.489019] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.489019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.489019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.489019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.489019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.489019] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d113361d-1569-4803-9af9-b04075ce7f23',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.489019] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9d54805-80a1-4a29-8c12-cf46dbeda899 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.489019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9d54805-80a1-4a29-8c12-cf46dbeda899" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.489805] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9d54805-80a1-4a29-8c12-cf46dbeda899" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.490058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9d54805-80a1-4a29-8c12-cf46dbeda899" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.490232] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9d54805-80a1-4a29-8c12-cf46dbeda899',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.806267] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb in Status: SUCCESS [ 687.806365] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb deletion is rescheduled due to dependency. [ 687.806517] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.992324] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d113361d-1569-4803-9af9-b04075ce7f23',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.995083] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d113361d-1569-4803-9af9-b04075ce7f23 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.995083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.995083] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9d54805-80a1-4a29-8c12-cf46dbeda899 with status ACTIVE [ 687.995083] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.995083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.995083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.995083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.995083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.995433] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.995433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.995433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.995533] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.995613] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.995772] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.995837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.995870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.996019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.996104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.996189] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9d54805-80a1-4a29-8c12-cf46dbeda899 is going to be updated. [ 688.016834] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.016834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.016834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.016834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.016834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.016834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9d54805-80a1-4a29-8c12-cf46dbeda899" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.273108] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 in Status: SUCCESS [ 688.273108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.283151] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 in Status: SUCCESS [ 688.283151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.283151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.283151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.283761] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.283761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.283761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.283761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.283761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.283761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.284045] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbed1cdd-7139-4c4f-b4e9-a06c36f25727',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.497872] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d113361d-1569-4803-9af9-b04075ce7f23',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.786804] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbed1cdd-7139-4c4f-b4e9-a06c36f25727',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.954544] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: SUCCESS [ 688.954808] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae deletion is rescheduled due to dependency. [ 688.954966] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.955205] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.955478] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.955744] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.955898] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.955986] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.956216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.956333] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.956464] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.000191] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.000493] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.000493] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.000653] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.001020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.001020] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d113361d-1569-4803-9af9-b04075ce7f23 is going to be created. [ 689.022726] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.023301] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.023376] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.023591] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.023752] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.032080] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d113361d-1569-4803-9af9-b04075ce7f23 in Status: UNINITIALIZED for 2s [ 689.293517] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbed1cdd-7139-4c4f-b4e9-a06c36f25727: rpc.has_security_group_logging(os_id): False [ 689.316300] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.316448] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.316521] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.316801] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.316917] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.317214] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.317367] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.317442] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.317607] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.317685] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.317773] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 is going to be created. [ 689.376333] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.376510] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.376582] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.376803] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.376988] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.387625] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 in Status: IN_PROGRESS for 2s [ 689.459928] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.460111] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.460177] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.460397] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.460500] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.460696] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.460796] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.460851] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.461015] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.461096] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.461184] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae is going to be updated. [ 689.488202] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.488348] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.488421] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.488726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.488868] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.502280] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: IN_PROGRESS for 2s [ 689.662883] env[69242]: INFO networking_nsxv3.common.synchronization [req-02beb25b-d086-46f2-9e37-889de21545ec req-8156fa71-6ab8-4f50-8b48-824b564347e2 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Enqueued Resource ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e with Priority: HIGHEST for action security_group_members [ 689.663388] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e with Priority: HIGHEST for action security_group_members [ 689.663742] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.663867] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.663951] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.664232] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.664414] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.664515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.664581] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.664730] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.664822] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.664899] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.168070] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.168070] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.168070] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.168449] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.168449] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.168449] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.168544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.168635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.168786] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.168843] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.168904] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e is going to be updated. [ 690.193054] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.193259] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.193259] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.193492] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.193636] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.211340] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e in Status: IN_PROGRESS for 2s [ 691.042511] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d113361d-1569-4803-9af9-b04075ce7f23 in Status: SUCCESS [ 691.042731] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.042894] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.043477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.043715] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.043835] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.043904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.044270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.044398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.044688] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.044788] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d113361d-1569-4803-9af9-b04075ce7f23',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.398789] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 in Status: SUCCESS [ 691.399051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.521605] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: SUCCESS [ 691.521807] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae deletion is rescheduled due to dependency. [ 691.521945] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.550498] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d113361d-1569-4803-9af9-b04075ce7f23',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.053735] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d113361d-1569-4803-9af9-b04075ce7f23: rpc.has_security_group_logging(os_id): False [ 692.077837] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.077837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.077837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.077837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.077837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.078034] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.078156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.079840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.079840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.079840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.079840] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d113361d-1569-4803-9af9-b04075ce7f23 is going to be created. [ 692.158428] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.159554] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.159554] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.159554] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.159713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.172703] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d113361d-1569-4803-9af9-b04075ce7f23 in Status: IN_PROGRESS for 2s [ 692.226165] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e in Status: SUCCESS [ 692.227350] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e deletion is rescheduled due to dependency. [ 692.227350] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.763865] env[69242]: INFO networking_nsxv3.common.synchronization [None req-cbea7643-e1d1-4669-9df1-4dc41edb72f3 None None] Enqueued Resource ID: 5883026f-da84-4f2e-8c64-7496de98d730 with Priority: HIGHEST for action port [ 692.764176] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5883026f-da84-4f2e-8c64-7496de98d730 with Priority: HIGHEST for action port [ 692.764739] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-5883026f-da84-4f2e-8c64-7496de98d730 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.764864] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5883026f-da84-4f2e-8c64-7496de98d730" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.764936] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5883026f-da84-4f2e-8c64-7496de98d730" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.766384] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5883026f-da84-4f2e-8c64-7496de98d730" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.766488] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5883026f-da84-4f2e-8c64-7496de98d730',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.269933] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5883026f-da84-4f2e-8c64-7496de98d730 [ 693.269933] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.269933] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.269933] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.269933] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.269933] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.269933] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5883026f-da84-4f2e-8c64-7496de98d730 already deleted. [ 693.269933] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5883026f-da84-4f2e-8c64-7496de98d730" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.186383] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d113361d-1569-4803-9af9-b04075ce7f23 in Status: SUCCESS [ 694.186669] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.735905] env[69242]: INFO networking_nsxv3.common.synchronization [req-250b2e04-9923-484b-9d2a-7fc56c10bd75 req-f5b565ee-d80c-4f01-b9df-f07a44c0e284 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Enqueued Resource ID: ca8fba11-b073-4955-a332-fe92127b50a3 with Priority: HIGHEST for action security_group_members [ 694.736495] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8fba11-b073-4955-a332-fe92127b50a3 with Priority: HIGHEST for action security_group_members [ 694.736892] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca8fba11-b073-4955-a332-fe92127b50a3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.737016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.737016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.737299] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.737464] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.737545] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.737597] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.737741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.737831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.738595] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca8fba11-b073-4955-a332-fe92127b50a3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.755528] env[69242]: INFO networking_nsxv3.common.synchronization [req-c7453d4a-89d6-4d66-aa94-df9e0a2cb5c4 req-0ad1e2da-d695-4f99-89fd-ce4a7ab3b56f tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Enqueued Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_members [ 694.756154] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_members [ 694.756485] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ce2050-997d-416f-8efa-628e049c0e54 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.756625] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.756694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.756917] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.757149] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.757212] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.757289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.757467] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.757560] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.757672] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.806696] env[69242]: INFO networking_nsxv3.common.synchronization [req-c7453d4a-89d6-4d66-aa94-df9e0a2cb5c4 req-0ad1e2da-d695-4f99-89fd-ce4a7ab3b56f tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Enqueued Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_rules [ 694.807483] env[69242]: INFO networking_nsxv3.common.synchronization [req-c7453d4a-89d6-4d66-aa94-df9e0a2cb5c4 req-0ad1e2da-d695-4f99-89fd-ce4a7ab3b56f tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Enqueued Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_members [ 694.807691] env[69242]: INFO networking_nsxv3.common.synchronization [req-c7453d4a-89d6-4d66-aa94-df9e0a2cb5c4 req-0ad1e2da-d695-4f99-89fd-ce4a7ab3b56f tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Enqueued Resource ID: e910c1f5-5028-4f1c-beff-37afe525369f with Priority: HIGHEST for action port [ 694.808334] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_rules [ 694.808482] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_members [ 694.808644] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e910c1f5-5028-4f1c-beff-37afe525369f with Priority: HIGHEST for action port [ 694.808931] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31ce2050-997d-416f-8efa-628e049c0e54 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.809090] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.809160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.809364] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.809606] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.810491] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ce2050-997d-416f-8efa-628e049c0e54 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.810596] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.810788] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-e910c1f5-5028-4f1c-beff-37afe525369f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.810887] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e910c1f5-5028-4f1c-beff-37afe525369f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.810955] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e910c1f5-5028-4f1c-beff-37afe525369f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.811140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e910c1f5-5028-4f1c-beff-37afe525369f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.811219] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e910c1f5-5028-4f1c-beff-37afe525369f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.241238] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.241507] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.241507] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.241818] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.242077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.246018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.246018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.246018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.246018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.246018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.246018] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca8fba11-b073-4955-a332-fe92127b50a3 already deleted. [ 695.246018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.247712] env[69242]: INFO networking_nsxv3.common.synchronization [None req-5f0736ea-5022-4d3e-8729-8d4661bdb71e None None] Enqueued Resource ID: fe5ae628-3657-48ec-be69-12c12bbf3f5d with Priority: HIGHEST for action port [ 695.251015] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe5ae628-3657-48ec-be69-12c12bbf3f5d with Priority: HIGHEST for action port [ 695.252881] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe5ae628-3657-48ec-be69-12c12bbf3f5d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.252881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe5ae628-3657-48ec-be69-12c12bbf3f5d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.252881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe5ae628-3657-48ec-be69-12c12bbf3f5d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.252881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe5ae628-3657-48ec-be69-12c12bbf3f5d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.252881] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe5ae628-3657-48ec-be69-12c12bbf3f5d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.262569] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.280256] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.280439] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.280556] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.280831] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.282278] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.282278] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.282278] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.282278] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.282278] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.282278] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.282278] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.282579] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.282868] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.283040] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.283179] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.283341] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.301610] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.301774] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 695.301908] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.302110] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.302426] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-2d58ffde-9bc3-4203-9f26-8e205c8e02c2 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.302603] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-2d58ffde-9bc3-4203-9f26-8e205c8e02c2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.302749] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-2d58ffde-9bc3-4203-9f26-8e205c8e02c2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.303129] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-2d58ffde-9bc3-4203-9f26-8e205c8e02c2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.303417] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d58ffde-9bc3-4203-9f26-8e205c8e02c2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.312428] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ce2050-997d-416f-8efa-628e049c0e54 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.312553] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.313080] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e910c1f5-5028-4f1c-beff-37afe525369f with status ACTIVE [ 695.313265] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.313374] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.313440] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.313639] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.313639] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.313883] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.313980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.314076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.314244] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.314324] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.314508] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.314597] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.314656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.314813] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.314892] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.314978] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e910c1f5-5028-4f1c-beff-37afe525369f is going to be updated. [ 695.334659] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.334850] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.334974] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.335223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.335436] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.335681] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e910c1f5-5028-4f1c-beff-37afe525369f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.754171] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe5ae628-3657-48ec-be69-12c12bbf3f5d [ 695.754813] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.754813] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.754813] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.754813] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.755064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.755064] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe5ae628-3657-48ec-be69-12c12bbf3f5d already deleted. [ 695.755064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe5ae628-3657-48ec-be69-12c12bbf3f5d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.766211] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.806118] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.807131] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.807226] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.807509] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.807660] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.807868] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 2d58ffde-9bc3-4203-9f26-8e205c8e02c2 not found, creating... [ 695.808304] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.808560] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.809877] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.809877] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.809877] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.809877] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.809877] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.810746] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.811411] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.811411] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.811411] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 2d58ffde-9bc3-4203-9f26-8e205c8e02c2 is going to be created. [ 695.830796] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.831137] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.831215] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.831488] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.831774] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.832298] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-2d58ffde-9bc3-4203-9f26-8e205c8e02c2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.268387] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.270954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.270954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.270954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.270954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.270954] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ce2050-997d-416f-8efa-628e049c0e54 is going to be updated. [ 696.299443] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.299443] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.299443] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.299443] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.299443] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.308345] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ce2050-997d-416f-8efa-628e049c0e54 in Status: IN_PROGRESS for 2s [ 696.787270] env[69242]: INFO networking_nsxv3.common.synchronization [req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 req-bd9b81ac-531c-4864-8bbb-5e18989fe65f tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Enqueued Resource ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 with Priority: HIGHEST for action security_group_members [ 696.787803] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 with Priority: HIGHEST for action security_group_members [ 696.788146] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.788206] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.788273] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.788464] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.788608] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.788697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.788756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.788893] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.788977] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.790302] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a44a367-1172-4bcb-bbd6-0fbc4984ff97',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.295216] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.295520] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.295520] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.295657] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.295815] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.296041] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.296252] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.296252] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.296384] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.296483] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.296572] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 is going to be updated. [ 697.322402] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.322402] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.322402] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.322402] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.322402] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.330934] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 in Status: IN_PROGRESS for 2s [ 697.351311] env[69242]: INFO networking_nsxv3.common.synchronization [None req-fcced513-4301-4953-9201-dc50d58c63ae None None] Enqueued Resource ID: fa6ce589-29a8-435c-a60f-2c4ca022074b with Priority: HIGHEST for action port [ 697.351311] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa6ce589-29a8-435c-a60f-2c4ca022074b with Priority: HIGHEST for action port [ 697.354156] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa6ce589-29a8-435c-a60f-2c4ca022074b taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.354337] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa6ce589-29a8-435c-a60f-2c4ca022074b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.354397] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa6ce589-29a8-435c-a60f-2c4ca022074b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.354689] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa6ce589-29a8-435c-a60f-2c4ca022074b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.354789] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa6ce589-29a8-435c-a60f-2c4ca022074b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.455967] env[69242]: INFO networking_nsxv3.common.synchronization [req-250b2e04-9923-484b-9d2a-7fc56c10bd75 req-fd850142-d0d5-456b-9bcc-22d8730a8e1e service nova] Enqueued Resource ID: ca8fba11-b073-4955-a332-fe92127b50a3 with Priority: HIGHEST for action security_group_rules [ 697.456185] env[69242]: INFO networking_nsxv3.common.synchronization [req-250b2e04-9923-484b-9d2a-7fc56c10bd75 req-fd850142-d0d5-456b-9bcc-22d8730a8e1e service nova] Enqueued Resource ID: ca8fba11-b073-4955-a332-fe92127b50a3 with Priority: HIGHEST for action security_group_members [ 697.456321] env[69242]: INFO networking_nsxv3.common.synchronization [req-250b2e04-9923-484b-9d2a-7fc56c10bd75 req-fd850142-d0d5-456b-9bcc-22d8730a8e1e service nova] Enqueued Resource ID: 2d58ffde-9bc3-4203-9f26-8e205c8e02c2 with Priority: HIGHEST for action port [ 697.456890] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8fba11-b073-4955-a332-fe92127b50a3 with Priority: HIGHEST for action security_group_rules [ 697.457844] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8fba11-b073-4955-a332-fe92127b50a3 with Priority: HIGHEST for action security_group_members [ 697.458093] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d58ffde-9bc3-4203-9f26-8e205c8e02c2 with Priority: HIGHEST for action port [ 697.458499] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca8fba11-b073-4955-a332-fe92127b50a3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.458902] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.459022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.459383] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.459503] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca8fba11-b073-4955-a332-fe92127b50a3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.460684] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca8fba11-b073-4955-a332-fe92127b50a3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.460841] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.461410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.461693] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.462991] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.462991] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.462991] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.462991] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.462991] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.462991] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca8fba11-b073-4955-a332-fe92127b50a3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.463369] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d58ffde-9bc3-4203-9f26-8e205c8e02c2 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.463475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d58ffde-9bc3-4203-9f26-8e205c8e02c2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.463533] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d58ffde-9bc3-4203-9f26-8e205c8e02c2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.463689] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d58ffde-9bc3-4203-9f26-8e205c8e02c2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.463759] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d58ffde-9bc3-4203-9f26-8e205c8e02c2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.766024] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.766024] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.766024] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.766024] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.766024] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.766024] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.766024] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.766970] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.769755] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.769755] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.769755] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.769755] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.769755] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.769755] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.769755] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.769755] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.786379] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.788237] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 697.788237] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.788237] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.788430] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-543d0a52-541d-4621-bd4b-076dc2986290 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.788601] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-543d0a52-541d-4621-bd4b-076dc2986290" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.788755] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-543d0a52-541d-4621-bd4b-076dc2986290" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.789539] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-543d0a52-541d-4621-bd4b-076dc2986290" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.789539] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('543d0a52-541d-4621-bd4b-076dc2986290',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.858319] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa6ce589-29a8-435c-a60f-2c4ca022074b [ 697.858985] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.858985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.858985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.858985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.859219] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.859219] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa6ce589-29a8-435c-a60f-2c4ca022074b already deleted. [ 697.859278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa6ce589-29a8-435c-a60f-2c4ca022074b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.966529] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca8fba11-b073-4955-a332-fe92127b50a3 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.967253] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.967253] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca8fba11-b073-4955-a332-fe92127b50a3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.968481] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d58ffde-9bc3-4203-9f26-8e205c8e02c2 with status ACTIVE [ 697.968481] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.968481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.968481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.968481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.968481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.968723] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.968723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.968788] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.969107] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.969107] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.969202] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.969251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.969314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.969462] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.969533] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.969616] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d58ffde-9bc3-4203-9f26-8e205c8e02c2 is going to be updated. [ 697.991826] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.991978] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.992226] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.992438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.993514] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.993705] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d58ffde-9bc3-4203-9f26-8e205c8e02c2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.295252] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.295498] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.295560] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.296304] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.296448] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.296604] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 543d0a52-541d-4621-bd4b-076dc2986290 not found, creating... [ 698.296860] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.297017] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.297171] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.297347] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.297493] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.297758] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.297910] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.298041] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.298339] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.298494] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.298635] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 543d0a52-541d-4621-bd4b-076dc2986290 is going to be created. [ 698.324060] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ce2050-997d-416f-8efa-628e049c0e54 in Status: SUCCESS [ 698.324060] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.324214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.324499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.324754] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.324927] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.325054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.325276] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.325412] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.325577] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.327331] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.327550] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.327705] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.327967] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.328233] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.328487] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-543d0a52-541d-4621-bd4b-076dc2986290" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.473085] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca8fba11-b073-4955-a332-fe92127b50a3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.830490] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.976544] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.976710] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.976781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.976994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.977094] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.977196] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca8fba11-b073-4955-a332-fe92127b50a3 is going to be created. [ 699.000764] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.000764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.000764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.000943] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.001103] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.008435] env[69242]: INFO networking_nsxv3.common.synchronization [req-b7cd186b-4b55-4657-953b-1ef853535c2c req-8c8e6a63-13e8-4277-bcaa-8cf455bda343 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Enqueued Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_members [ 699.008772] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_members [ 699.012033] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca8fba11-b073-4955-a332-fe92127b50a3 in Status: UNINITIALIZED for 2s [ 699.012033] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ce2050-997d-416f-8efa-628e049c0e54 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.012033] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.023570] env[69242]: INFO networking_nsxv3.common.synchronization [req-b7cd186b-4b55-4657-953b-1ef853535c2c req-8c8e6a63-13e8-4277-bcaa-8cf455bda343 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Enqueued Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_rules [ 699.023777] env[69242]: INFO networking_nsxv3.common.synchronization [req-b7cd186b-4b55-4657-953b-1ef853535c2c req-8c8e6a63-13e8-4277-bcaa-8cf455bda343 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Enqueued Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_members [ 699.023925] env[69242]: INFO networking_nsxv3.common.synchronization [req-b7cd186b-4b55-4657-953b-1ef853535c2c req-8c8e6a63-13e8-4277-bcaa-8cf455bda343 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Enqueued Resource ID: e910c1f5-5028-4f1c-beff-37afe525369f with Priority: HIGHEST for action port [ 699.024471] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_rules [ 699.024593] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_members [ 699.024686] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e910c1f5-5028-4f1c-beff-37afe525369f with Priority: HIGHEST for action port [ 699.025370] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31ce2050-997d-416f-8efa-628e049c0e54 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.025462] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.025651] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ce2050-997d-416f-8efa-628e049c0e54 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.025727] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.025891] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-e910c1f5-5028-4f1c-beff-37afe525369f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.025977] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e910c1f5-5028-4f1c-beff-37afe525369f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.026047] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e910c1f5-5028-4f1c-beff-37afe525369f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.026267] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e910c1f5-5028-4f1c-beff-37afe525369f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.026359] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e910c1f5-5028-4f1c-beff-37afe525369f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.161235] env[69242]: INFO networking_nsxv3.common.synchronization [req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 req-5105f002-c749-4427-908b-faac970ddb3e service nova] Enqueued Resource ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 with Priority: HIGHEST for action security_group_rules [ 699.161235] env[69242]: INFO networking_nsxv3.common.synchronization [req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 req-5105f002-c749-4427-908b-faac970ddb3e service nova] Enqueued Resource ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 with Priority: HIGHEST for action security_group_members [ 699.161235] env[69242]: INFO networking_nsxv3.common.synchronization [req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 req-5105f002-c749-4427-908b-faac970ddb3e service nova] Enqueued Resource ID: 543d0a52-541d-4621-bd4b-076dc2986290 with Priority: HIGHEST for action port [ 699.161235] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 with Priority: HIGHEST for action security_group_rules [ 699.161235] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 with Priority: HIGHEST for action security_group_members [ 699.161235] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543d0a52-541d-4621-bd4b-076dc2986290 with Priority: HIGHEST for action port [ 699.161235] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a44a367-1172-4bcb-bbd6-0fbc4984ff97 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.161235] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.164245] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.164452] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.164536] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a44a367-1172-4bcb-bbd6-0fbc4984ff97',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.166273] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.166273] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.166273] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-543d0a52-541d-4621-bd4b-076dc2986290 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.166273] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-543d0a52-541d-4621-bd4b-076dc2986290" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.166273] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-543d0a52-541d-4621-bd4b-076dc2986290" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.166273] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-543d0a52-541d-4621-bd4b-076dc2986290" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.166273] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('543d0a52-541d-4621-bd4b-076dc2986290',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.334280] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.342248] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 in Status: SUCCESS [ 699.342248] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 deletion is rescheduled due to dependency. [ 699.342248] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.342248] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.342248] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.342248] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.342447] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.342447] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.343188] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.343188] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.343188] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a44a367-1172-4bcb-bbd6-0fbc4984ff97',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.528957] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e910c1f5-5028-4f1c-beff-37afe525369f with status ACTIVE [ 699.529225] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.529385] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.529463] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.529698] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.529795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.529978] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.530090] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.530153] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.530303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.530379] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.530562] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.530653] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.530738] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.531978] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.532121] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.532236] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e910c1f5-5028-4f1c-beff-37afe525369f is going to be updated. [ 699.554246] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.554246] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.554246] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.554246] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.554246] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.554246] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e910c1f5-5028-4f1c-beff-37afe525369f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.672699] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.676021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.676021] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 543d0a52-541d-4621-bd4b-076dc2986290 with status ACTIVE [ 699.676021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.676021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.676021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.676021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.676021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.676021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.676021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.676021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.676021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.676021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.676021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.676021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.676021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.676021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.676021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.676704] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 543d0a52-541d-4621-bd4b-076dc2986290 is going to be updated. [ 699.706611] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.706929] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.707101] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.707395] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.707646] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.707891] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-543d0a52-541d-4621-bd4b-076dc2986290" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.841398] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.841398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.841398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.841398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.841398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.841398] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ce2050-997d-416f-8efa-628e049c0e54 is going to be updated. [ 699.847505] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a44a367-1172-4bcb-bbd6-0fbc4984ff97',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.889168] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.889504] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.891631] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.891631] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.891631] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.904091] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ce2050-997d-416f-8efa-628e049c0e54 in Status: IN_PROGRESS for 2s [ 700.064028] env[69242]: INFO networking_nsxv3.common.synchronization [None req-7da1e664-422d-447d-8837-31cb9ef1990e None None] Enqueued Resource ID: 81eee0bf-2841-4f1f-9e89-ecc6eb0740d1 with Priority: HIGHEST for action port [ 700.064028] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81eee0bf-2841-4f1f-9e89-ecc6eb0740d1 with Priority: HIGHEST for action port [ 700.065025] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-81eee0bf-2841-4f1f-9e89-ecc6eb0740d1 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.065025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81eee0bf-2841-4f1f-9e89-ecc6eb0740d1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.065025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81eee0bf-2841-4f1f-9e89-ecc6eb0740d1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.065025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81eee0bf-2841-4f1f-9e89-ecc6eb0740d1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.065231] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81eee0bf-2841-4f1f-9e89-ecc6eb0740d1',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.352808] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a44a367-1172-4bcb-bbd6-0fbc4984ff97',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.568070] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81eee0bf-2841-4f1f-9e89-ecc6eb0740d1 [ 700.568309] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.568442] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.568506] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.568721] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.568810] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.568904] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81eee0bf-2841-4f1f-9e89-ecc6eb0740d1 already deleted. [ 700.568980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81eee0bf-2841-4f1f-9e89-ecc6eb0740d1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.855331] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.855596] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.855665] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.855949] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.856071] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.856195] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 is going to be updated. [ 700.896207] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.896376] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.896412] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.896718] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.896905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.911587] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 in Status: IN_PROGRESS for 2s [ 700.939980] env[69242]: INFO networking_nsxv3.common.synchronization [req-cd912bd5-7d3b-49fc-9cb0-1603370e273b req-6401c8e8-93e4-41ed-bf0b-f0073375b391 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Enqueued Resource ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 with Priority: HIGHEST for action security_group_members [ 700.940539] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 with Priority: HIGHEST for action security_group_members [ 700.940887] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.941026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.942428] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.942682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.942905] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.943058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.943159] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.943360] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.943480] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.943603] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33c764e7-c95b-4c09-99ab-4f7ec4c442e2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.021509] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca8fba11-b073-4955-a332-fe92127b50a3 in Status: SUCCESS [ 701.021509] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.022430] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.022430] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.022541] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.022609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.022738] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.022897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.022940] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.023019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.023096] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca8fba11-b073-4955-a332-fe92127b50a3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.446488] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.446877] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.446877] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.446877] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.446877] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.447093] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.447196] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.447262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.447422] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.447500] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.447608] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 already deleted. [ 701.447691] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.525293] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca8fba11-b073-4955-a332-fe92127b50a3 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.525461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.525592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.525818] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.525992] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.526143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.526190] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.526495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.526619] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.526713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.527132] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca8fba11-b073-4955-a332-fe92127b50a3 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.527132] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.527132] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.527318] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.527318] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.527427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.527470] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.527599] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.527672] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.527756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.527844] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca8fba11-b073-4955-a332-fe92127b50a3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.610119] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.610412] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-625" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.610471] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-625" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.610764] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-625" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.611044] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.611205] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.611326] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.611539] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.611692] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.611907] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.612026] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.612134] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.612241] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.612350] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.612510] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.612790] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.631182] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.631364] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 701.632127] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.632127] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-625" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.632326] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-49023e31-77da-48dd-a617-64840bf5d608 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.632588] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-49023e31-77da-48dd-a617-64840bf5d608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.632772] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-49023e31-77da-48dd-a617-64840bf5d608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.633231] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-49023e31-77da-48dd-a617-64840bf5d608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.633465] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49023e31-77da-48dd-a617-64840bf5d608',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.914549] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ce2050-997d-416f-8efa-628e049c0e54 in Status: SUCCESS [ 701.914725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.914856] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.915104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.919024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.919024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.919024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.919024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.919024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.919024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.919024] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.919024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.919024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.919024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.919024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.919024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.919024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.919024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.919024] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.032431] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca8fba11-b073-4955-a332-fe92127b50a3: rpc.has_security_group_logging(os_id): False [ 702.051267] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.051641] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.051641] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.051728] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.051814] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.052007] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.052118] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.052187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.052329] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.052419] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.052581] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.052670] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.052729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.052868] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.053100] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.053302] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.053397] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.053511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.053591] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.053663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.053748] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca8fba11-b073-4955-a332-fe92127b50a3 is going to be created. [ 702.111952] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.111952] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.111952] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.111952] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.111952] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.125088] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca8fba11-b073-4955-a332-fe92127b50a3 in Status: IN_PROGRESS for 2s [ 702.139037] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.139037] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.139037] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.139037] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.139037] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.139037] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 49023e31-77da-48dd-a617-64840bf5d608 not found, creating... [ 702.139037] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.139037] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.139037] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.140060] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.140518] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.141472] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.142125] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.142881] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.143436] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.144412] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.144412] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 49023e31-77da-48dd-a617-64840bf5d608 is going to be created. [ 702.171218] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.171218] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.171218] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.171218] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.171218] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.171218] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-49023e31-77da-48dd-a617-64840bf5d608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.422415] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.422415] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.921232] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 in Status: SUCCESS [ 702.921552] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.921659] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.921819] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.922038] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.922165] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.922223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.922339] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.922418] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.922496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.922585] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a44a367-1172-4bcb-bbd6-0fbc4984ff97',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.923546] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31ce2050-997d-416f-8efa-628e049c0e54: rpc.has_security_group_logging(os_id): False [ 702.924960] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.941433] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.941840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.941840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.941840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.942023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.942348] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.942613] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.942613] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.942613] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.942781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.942781] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31ce2050-997d-416f-8efa-628e049c0e54 is going to be updated. [ 702.981094] env[69242]: INFO networking_nsxv3.common.synchronization [req-cd912bd5-7d3b-49fc-9cb0-1603370e273b req-448092b6-c5b4-4a66-bcba-d49faaf95438 service nova] Enqueued Resource ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 with Priority: HIGHEST for action security_group_rules [ 702.981094] env[69242]: INFO networking_nsxv3.common.synchronization [req-cd912bd5-7d3b-49fc-9cb0-1603370e273b req-448092b6-c5b4-4a66-bcba-d49faaf95438 service nova] Enqueued Resource ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 with Priority: HIGHEST for action security_group_members [ 702.981200] env[69242]: INFO networking_nsxv3.common.synchronization [req-cd912bd5-7d3b-49fc-9cb0-1603370e273b req-448092b6-c5b4-4a66-bcba-d49faaf95438 service nova] Enqueued Resource ID: 49023e31-77da-48dd-a617-64840bf5d608 with Priority: HIGHEST for action port [ 702.982150] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 with Priority: HIGHEST for action security_group_rules [ 702.982150] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 with Priority: HIGHEST for action security_group_members [ 702.982150] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49023e31-77da-48dd-a617-64840bf5d608 with Priority: HIGHEST for action port [ 702.984025] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33c764e7-c95b-4c09-99ab-4f7ec4c442e2 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.984025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.984025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.984025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.984025] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33c764e7-c95b-4c09-99ab-4f7ec4c442e2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.984025] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.984025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.984025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.984448] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.984448] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.984448] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.984544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.985374] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.985374] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.985374] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33c764e7-c95b-4c09-99ab-4f7ec4c442e2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.985550] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-49023e31-77da-48dd-a617-64840bf5d608 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.985654] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49023e31-77da-48dd-a617-64840bf5d608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.985716] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49023e31-77da-48dd-a617-64840bf5d608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.985864] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49023e31-77da-48dd-a617-64840bf5d608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.985935] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49023e31-77da-48dd-a617-64840bf5d608',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.998757] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.999189] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.999189] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.999287] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.000266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.012400] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31ce2050-997d-416f-8efa-628e049c0e54 in Status: IN_PROGRESS for 2s [ 703.430030] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.430030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.430030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.430030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.430030] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.430030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.430030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.430030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.430030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.430030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.430030] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.430030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.430030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.430030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.430030] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.430030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.430744] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.430744] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.430744] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.430744] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.430744] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a44a367-1172-4bcb-bbd6-0fbc4984ff97',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.432951] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.432951] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.432951] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.432951] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.432951] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.433242] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ce2050-997d-416f-8efa-628e049c0e54 is going to be updated. [ 703.481607] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.481739] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.481807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.482022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.482169] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.487786] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33c764e7-c95b-4c09-99ab-4f7ec4c442e2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.488828] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.489149] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.489297] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49023e31-77da-48dd-a617-64840bf5d608 with status ACTIVE [ 703.489457] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.489553] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.491037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.491037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.491037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.491037] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.491037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.491037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.491037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.491037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.491037] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.491037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.491037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.491517] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.491517] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.491517] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49023e31-77da-48dd-a617-64840bf5d608 is going to be updated. [ 703.499630] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ce2050-997d-416f-8efa-628e049c0e54 in Status: IN_PROGRESS for 2s [ 703.513024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.513024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.513024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.513024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.513024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.513024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49023e31-77da-48dd-a617-64840bf5d608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.629456] env[69242]: INFO networking_nsxv3.common.synchronization [req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 req-0311fcab-5a9e-4b87-ba57-df01e9171c64 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Enqueued Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 703.629830] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 703.630131] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.630308] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.630355] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.630582] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.630739] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.630823] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.630882] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.631034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.631117] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.631203] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.932666] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a44a367-1172-4bcb-bbd6-0fbc4984ff97: rpc.has_security_group_logging(os_id): False [ 703.950260] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.950427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.950498] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.950710] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.950808] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.951051] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.951152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.951215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.951366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.951442] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.951616] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.951705] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.951764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.951901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.951974] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.952170] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.952262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.952321] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.952459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.952533] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.952616] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 is going to be updated. [ 703.990392] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33c764e7-c95b-4c09-99ab-4f7ec4c442e2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.009998] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.010154] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.010245] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.010425] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.010572] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.021102] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 in Status: IN_PROGRESS for 2s [ 704.135383] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.135560] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.135603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.135809] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.135901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.136115] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.136211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.136274] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.136515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.136515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.136586] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca already deleted. [ 704.136658] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.137534] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca8fba11-b073-4955-a332-fe92127b50a3 in Status: SUCCESS [ 704.137720] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.493135] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.493313] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.493395] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.493710] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.493765] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.493824] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 is going to be created. [ 704.517176] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.517354] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.517423] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.519043] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.519043] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.527109] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 in Status: UNINITIALIZED for 2s [ 704.587764] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-854 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.588043] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-854" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.588248] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-854" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.588662] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-854" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.589046] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.589261] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.589439] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.589740] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.589990] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.590271] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.590414] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.590557] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.590705] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.590847] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.590983] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.591191] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.615334] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.615334] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 704.615334] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.615334] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-854" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.615334] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-4fa0867d-0825-46d3-9d49-e53de1ebb724 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.615569] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-4fa0867d-0825-46d3-9d49-e53de1ebb724" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.615736] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-4fa0867d-0825-46d3-9d49-e53de1ebb724" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.616180] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-4fa0867d-0825-46d3-9d49-e53de1ebb724" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.616377] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fa0867d-0825-46d3-9d49-e53de1ebb724',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.691057] env[69242]: INFO networking_nsxv3.common.synchronization [req-b8134fbf-dd1a-4801-ad37-52179aef1d25 req-2cceee2d-e1bc-4494-8d2d-d90f575aa7f2 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Enqueued Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_members [ 704.691764] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ce2050-997d-416f-8efa-628e049c0e54 with Priority: HIGHEST for action security_group_members [ 704.692283] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ce2050-997d-416f-8efa-628e049c0e54 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.692956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.027533] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31ce2050-997d-416f-8efa-628e049c0e54 in Status: SUCCESS [ 705.028351] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.028610] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.028883] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.029032] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.123065] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.123065] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.123065] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.123065] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.123065] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.123065] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 4fa0867d-0825-46d3-9d49-e53de1ebb724 not found, creating... [ 705.123065] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.123065] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.123065] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.123065] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.123065] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.123527] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.123527] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.123527] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.123527] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.124338] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.124338] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 4fa0867d-0825-46d3-9d49-e53de1ebb724 is going to be created. [ 705.145225] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.145225] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.145225] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.145225] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.145225] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.145225] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-4fa0867d-0825-46d3-9d49-e53de1ebb724" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.509112] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ce2050-997d-416f-8efa-628e049c0e54 in Status: SUCCESS [ 705.509368] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.509539] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.509756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.509943] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.510075] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.510140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.510293] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.510377] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.510471] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.548778] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.548778] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.548778] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.548778] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.549078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.549078] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31ce2050-997d-416f-8efa-628e049c0e54 is going to be deleted. [ 705.596092] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.596386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.596386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.596529] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.596623] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.596740] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.862528] env[69242]: INFO networking_nsxv3.common.synchronization [req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 req-c9057289-c238-41d4-a3c6-76e27e8c1d1f service nova] Enqueued Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_rules [ 705.862673] env[69242]: INFO networking_nsxv3.common.synchronization [req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 req-c9057289-c238-41d4-a3c6-76e27e8c1d1f service nova] Enqueued Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 705.862794] env[69242]: INFO networking_nsxv3.common.synchronization [req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 req-c9057289-c238-41d4-a3c6-76e27e8c1d1f service nova] Enqueued Resource ID: 4fa0867d-0825-46d3-9d49-e53de1ebb724 with Priority: HIGHEST for action port [ 705.863042] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_rules [ 705.863230] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 705.863344] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa0867d-0825-46d3-9d49-e53de1ebb724 with Priority: HIGHEST for action port [ 705.863949] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.868409] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.868409] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.868409] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.868409] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.868409] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.868409] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.868409] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.868409] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.869019] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.869019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.869019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.869019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.869019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.869249] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.870407] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fa0867d-0825-46d3-9d49-e53de1ebb724 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.870527] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fa0867d-0825-46d3-9d49-e53de1ebb724" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.870594] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fa0867d-0825-46d3-9d49-e53de1ebb724" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.870812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fa0867d-0825-46d3-9d49-e53de1ebb724" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.870896] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fa0867d-0825-46d3-9d49-e53de1ebb724',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.013973] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.013973] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.013973] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.013973] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.013973] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.014364] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.014364] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.014364] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.014470] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.014496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.015370] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ce2050-997d-416f-8efa-628e049c0e54 is going to be deleted. [ 706.032794] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 in Status: SUCCESS [ 706.033029] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.047087] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.047455] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.047529] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.047732] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.047818] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.047913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.048072] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.048215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.048369] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.048463] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.048518] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.048648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.048719] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.048805] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ce2050-997d-416f-8efa-628e049c0e54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.375448] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.375448] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.375448] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.375448] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fa0867d-0825-46d3-9d49-e53de1ebb724 with status ACTIVE [ 706.375448] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.375448] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.375448] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.375448] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.375448] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.375761] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.375761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.375825] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.376029] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.376510] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.376718] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.377528] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.377528] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.377528] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.377528] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.377528] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fa0867d-0825-46d3-9d49-e53de1ebb724 is going to be updated. [ 706.396649] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.396881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.396996] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.397308] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.397517] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.397767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fa0867d-0825-46d3-9d49-e53de1ebb724" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.538171] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 in Status: SUCCESS [ 706.538394] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.538551] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.538765] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.538947] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.539077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.539224] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.539277] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.539396] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.539436] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.539528] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33c764e7-c95b-4c09-99ab-4f7ec4c442e2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.551239] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.551387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.551861] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.551861] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.551861] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.551977] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.552047] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.552089] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.552261] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.552345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.552431] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ce2050-997d-416f-8efa-628e049c0e54 already deleted. [ 706.552510] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ce2050-997d-416f-8efa-628e049c0e54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.879323] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.045024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.045024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.045024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.045024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.045024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.045024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.045024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.045024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.045024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.045024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.045024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.045024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.045024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.045024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.045024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.045024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.045903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.045903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.045903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.045903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.045903] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33c764e7-c95b-4c09-99ab-4f7ec4c442e2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.383243] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.383439] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.383515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.383747] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.383843] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.383943] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca is going to be created. [ 707.405828] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.405989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.406106] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.406374] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.406554] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.416361] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: UNINITIALIZED for 2s [ 707.549726] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33c764e7-c95b-4c09-99ab-4f7ec4c442e2: rpc.has_security_group_logging(os_id): False [ 707.568019] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.568019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.568019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.568019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.568019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.568019] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.568019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.568019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.568019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.568019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.568019] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.568019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.568019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.568019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.568019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.568665] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.568665] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.568665] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.568665] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.568665] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.568665] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 is going to be created. [ 707.638569] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.638868] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.638980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.639311] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.639812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.657170] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 in Status: IN_PROGRESS for 2s [ 708.408905] env[69242]: INFO networking_nsxv3.common.synchronization [req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 req-f4fecdb8-d5e2-4f98-adb8-0e9e95f55e05 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Enqueued Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 708.409302] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 708.409599] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.409713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.480976] env[69242]: INFO networking_nsxv3.common.synchronization [req-b1b7c9a0-1411-46e4-954d-86a80f254f9e req-f5793cd0-bac8-4ee4-a036-93ae18ef99d5 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Enqueued Resource ID: ca8fba11-b073-4955-a332-fe92127b50a3 with Priority: HIGHEST for action security_group_members [ 708.481325] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8fba11-b073-4955-a332-fe92127b50a3 with Priority: HIGHEST for action security_group_members [ 708.482348] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca8fba11-b073-4955-a332-fe92127b50a3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.482348] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.482348] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.482348] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.488994] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.489158] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.489197] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.489386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.489499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.490896] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca8fba11-b073-4955-a332-fe92127b50a3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.756046] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-854 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.756300] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-854" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.756447] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-854" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.756661] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-854" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.756931] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.756931] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.756931] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.757442] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.757543] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.757744] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.757854] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.757958] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.758075] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.758184] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.758287] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.758416] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.775416] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.775595] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 708.775728] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.775898] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-854" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.776213] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-13fd74e7-8588-405b-ae70-95c0ac0568b3 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.776379] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-13fd74e7-8588-405b-ae70-95c0ac0568b3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.776501] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-13fd74e7-8588-405b-ae70-95c0ac0568b3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.776879] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-13fd74e7-8588-405b-ae70-95c0ac0568b3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.777048] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13fd74e7-8588-405b-ae70-95c0ac0568b3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.993444] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.993651] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.993742] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.993977] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.994107] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.994359] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.994485] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.994581] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.994670] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.994744] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.994833] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca8fba11-b073-4955-a332-fe92127b50a3 is going to be updated. [ 709.022357] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.022559] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.022673] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.022950] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.023132] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.031643] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca8fba11-b073-4955-a332-fe92127b50a3 in Status: IN_PROGRESS for 2s [ 709.286937] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.286937] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.286937] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.286937] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.286937] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.286937] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 13fd74e7-8588-405b-ae70-95c0ac0568b3 not found, creating... [ 709.286937] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.286937] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.286937] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.286937] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.286937] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.290350] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.290350] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.290350] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.290350] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.290350] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.290350] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 13fd74e7-8588-405b-ae70-95c0ac0568b3 is going to be created. [ 709.314129] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.314129] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.314129] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.314129] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.314129] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.314129] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-13fd74e7-8588-405b-ae70-95c0ac0568b3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.429157] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: SUCCESS [ 709.429157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.429157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.429157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.429157] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.429157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.429157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.429157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.429157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.429157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.429157] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.429891] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.430214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.430570] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.430833] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.431030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.431370] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.431566] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.431825] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.670054] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 in Status: SUCCESS [ 709.670054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.934784] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.934934] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.937327] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.439661] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.571036] env[69242]: INFO networking_nsxv3.common.synchronization [req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 req-ce8cfb41-0ed3-4c72-b88e-e549975c3799 service nova] Enqueued Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_rules [ 710.571036] env[69242]: INFO networking_nsxv3.common.synchronization [req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 req-ce8cfb41-0ed3-4c72-b88e-e549975c3799 service nova] Enqueued Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 710.571036] env[69242]: INFO networking_nsxv3.common.synchronization [req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 req-ce8cfb41-0ed3-4c72-b88e-e549975c3799 service nova] Enqueued Resource ID: 13fd74e7-8588-405b-ae70-95c0ac0568b3 with Priority: HIGHEST for action port [ 710.571036] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_rules [ 710.571036] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 710.571036] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13fd74e7-8588-405b-ae70-95c0ac0568b3 with Priority: HIGHEST for action port [ 710.571036] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.571036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.571036] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.572321] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.572917] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-13fd74e7-8588-405b-ae70-95c0ac0568b3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.572917] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13fd74e7-8588-405b-ae70-95c0ac0568b3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.572917] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13fd74e7-8588-405b-ae70-95c0ac0568b3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.574210] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13fd74e7-8588-405b-ae70-95c0ac0568b3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.574210] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13fd74e7-8588-405b-ae70-95c0ac0568b3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.867624] env[69242]: INFO networking_nsxv3.common.synchronization [req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 req-fb4ad5d8-61db-43e1-8dd2-07113c91b183 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Enqueued Resource ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 with Priority: HIGHEST for action security_group_members [ 710.869882] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 with Priority: HIGHEST for action security_group_members [ 710.870399] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6a96813-aaa8-47ba-9d19-170206f69ac6 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.870876] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.871111] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.871582] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.873398] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.873398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.873398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.873398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.873398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.873398] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6a96813-aaa8-47ba-9d19-170206f69ac6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.942437] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.942437] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.942437] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.942437] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.942437] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.942603] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca is going to be updated. [ 710.971267] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.971434] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.971503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.971718] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.971859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.981049] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: IN_PROGRESS for 2s [ 711.039927] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca8fba11-b073-4955-a332-fe92127b50a3 in Status: SUCCESS [ 711.040183] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca8fba11-b073-4955-a332-fe92127b50a3 deletion is rescheduled due to dependency. [ 711.040304] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.076144] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13fd74e7-8588-405b-ae70-95c0ac0568b3 with status ACTIVE [ 711.076294] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.076466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.076536] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.076908] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.076908] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.077052] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.077147] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.077205] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.077366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.077441] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.077679] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.077730] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.077789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.077921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.077991] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.078095] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13fd74e7-8588-405b-ae70-95c0ac0568b3 is going to be updated. [ 711.098377] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.098377] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.098377] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.098377] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.099572] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.099572] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13fd74e7-8588-405b-ae70-95c0ac0568b3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.171234] env[69242]: INFO networking_nsxv3.common.synchronization [None req-07030f3d-91a1-4f86-a656-ab0c636cc8b5 None None] Enqueued Resource ID: f1cdf7ed-e090-4b5a-9cf8-ae4535e8afe3 with Priority: HIGHEST for action port [ 711.171656] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1cdf7ed-e090-4b5a-9cf8-ae4535e8afe3 with Priority: HIGHEST for action port [ 711.172193] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1cdf7ed-e090-4b5a-9cf8-ae4535e8afe3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.172193] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1cdf7ed-e090-4b5a-9cf8-ae4535e8afe3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.172503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1cdf7ed-e090-4b5a-9cf8-ae4535e8afe3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.172503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1cdf7ed-e090-4b5a-9cf8-ae4535e8afe3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.172658] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1cdf7ed-e090-4b5a-9cf8-ae4535e8afe3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.377817] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.377972] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.378056] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.378272] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.378369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.378570] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.378672] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.378731] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.378875] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.378950] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.379046] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 is going to be updated. [ 711.404415] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.404578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.404648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.405056] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.405204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.416856] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 in Status: IN_PROGRESS for 2s [ 711.678701] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1cdf7ed-e090-4b5a-9cf8-ae4535e8afe3 [ 711.678950] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.679099] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.679099] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.679582] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.679582] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.679582] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1cdf7ed-e090-4b5a-9cf8-ae4535e8afe3 already deleted. [ 711.679582] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1cdf7ed-e090-4b5a-9cf8-ae4535e8afe3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.884375] env[69242]: INFO networking_nsxv3.common.synchronization [req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 req-12b99dd5-1a06-4a39-82d2-fa8cf532c91f tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Enqueued Resource ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 with Priority: HIGHEST for action security_group_members [ 712.885852] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 with Priority: HIGHEST for action security_group_members [ 712.885852] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.885852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.885852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.885852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.885852] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.886148] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.886148] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.886877] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.886986] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.887103] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a44a367-1172-4bcb-bbd6-0fbc4984ff97',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.990388] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: SUCCESS [ 712.990604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.990766] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.990994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.991267] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.992613] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.992708] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.992876] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.992967] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.993071] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.993255] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.993343] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.993400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.993543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.993693] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.993774] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.993833] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.993969] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.994057] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.994138] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.994222] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.995185] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.995304] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.995452] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.995555] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.995614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.995879] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.995879] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.995991] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.213554] env[69242]: INFO networking_nsxv3.common.synchronization [req-e3b11161-1619-478f-a7fd-319e7efe7592 req-ce377196-6b96-4af3-8177-b796faec0877 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Enqueued Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 713.213819] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 713.214148] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.214272] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.214343] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.214578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.214696] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.214787] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.214846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.214985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.215086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.215178] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.236159] env[69242]: INFO networking_nsxv3.common.synchronization [None req-abb5ad56-108d-4864-9954-11df73dc466d None None] Enqueued Resource ID: 7d38a517-7fb8-498b-81f2-aaa782bb39f9 with Priority: HIGHEST for action port [ 713.238148] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d38a517-7fb8-498b-81f2-aaa782bb39f9 with Priority: HIGHEST for action port [ 713.238148] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d38a517-7fb8-498b-81f2-aaa782bb39f9 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.238148] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d38a517-7fb8-498b-81f2-aaa782bb39f9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.238148] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d38a517-7fb8-498b-81f2-aaa782bb39f9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.238148] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d38a517-7fb8-498b-81f2-aaa782bb39f9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.238148] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d38a517-7fb8-498b-81f2-aaa782bb39f9',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.393999] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.394169] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.394252] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.394503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.394596] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.394805] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.394910] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.394963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.395119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.395189] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.395270] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 is going to be updated. [ 713.428104] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 in Status: SUCCESS [ 713.429595] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 deletion is rescheduled due to dependency. [ 713.429595] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.443349] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.443540] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.443658] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.443990] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.444268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.454133] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 in Status: IN_PROGRESS for 2s [ 713.497862] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b7d0d67-2fd7-4107-9a73-96adfed953ca: rpc.has_security_group_logging(os_id): False [ 713.499022] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.516895] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.517040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.517124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.517449] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.517449] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.517897] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.517897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.517897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.517897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.518101] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.518164] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.518255] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.518313] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.518448] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.518522] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.518702] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.518800] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.518841] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.518979] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.519076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.519160] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca is going to be created. [ 713.581702] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.581936] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.582079] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.582630] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.582887] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.594757] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: IN_PROGRESS for 2s [ 713.617984] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-457 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.617984] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-457" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.617984] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-457" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.618135] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-457" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.618404] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.618652] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.618770] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.619033] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.619144] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.619343] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.619627] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.619627] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.619627] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.619627] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.619627] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.619627] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.637182] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.638423] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 713.638522] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.638635] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-457" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.640033] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-f7c82221-cefb-4f27-b961-37e46d94ffda taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.640033] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-f7c82221-cefb-4f27-b961-37e46d94ffda" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.640204] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-f7c82221-cefb-4f27-b961-37e46d94ffda" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.640471] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-f7c82221-cefb-4f27-b961-37e46d94ffda" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.640623] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7c82221-cefb-4f27-b961-37e46d94ffda',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.716780] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.716958] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.717023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.717241] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.717398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.717540] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.717649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.717712] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.718636] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.718636] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.718636] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 is going to be updated. [ 713.739405] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d38a517-7fb8-498b-81f2-aaa782bb39f9 [ 713.739670] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.739802] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.739868] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.740100] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.740196] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.740287] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d38a517-7fb8-498b-81f2-aaa782bb39f9 already deleted. [ 713.740365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d38a517-7fb8-498b-81f2-aaa782bb39f9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.747304] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.747304] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.747304] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.747304] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.747304] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.761518] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: IN_PROGRESS for 2s [ 714.002695] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.144597] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.144846] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.145027] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.145363] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.145508] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.145738] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port f7c82221-cefb-4f27-b961-37e46d94ffda not found, creating... [ 714.145973] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.146141] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.146283] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.146516] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.146673] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.146969] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.147138] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.147253] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.147475] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.147609] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.147749] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: f7c82221-cefb-4f27-b961-37e46d94ffda is going to be created. [ 714.171468] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.171706] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.171835] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.172177] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.172483] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.173317] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-f7c82221-cefb-4f27-b961-37e46d94ffda" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.509548] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.509548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.509548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.509548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.509548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.509548] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca is going to be updated. [ 714.539182] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.539402] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.539402] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.541101] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.541101] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.548804] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: IN_PROGRESS for 2s [ 715.027089] env[69242]: INFO networking_nsxv3.common.synchronization [req-e3b11161-1619-478f-a7fd-319e7efe7592 req-b60bdd53-0f72-4b42-b879-285277e1a130 service nova] Enqueued Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_rules [ 715.027362] env[69242]: INFO networking_nsxv3.common.synchronization [req-e3b11161-1619-478f-a7fd-319e7efe7592 req-b60bdd53-0f72-4b42-b879-285277e1a130 service nova] Enqueued Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 715.027460] env[69242]: INFO networking_nsxv3.common.synchronization [req-e3b11161-1619-478f-a7fd-319e7efe7592 req-b60bdd53-0f72-4b42-b879-285277e1a130 service nova] Enqueued Resource ID: f7c82221-cefb-4f27-b961-37e46d94ffda with Priority: HIGHEST for action port [ 715.027651] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_rules [ 715.027757] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 715.027856] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7c82221-cefb-4f27-b961-37e46d94ffda with Priority: HIGHEST for action port [ 715.028872] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.029013] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.034076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.034332] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.034449] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.035569] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.035679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.036425] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7c82221-cefb-4f27-b961-37e46d94ffda taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.036558] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7c82221-cefb-4f27-b961-37e46d94ffda" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.036625] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7c82221-cefb-4f27-b961-37e46d94ffda" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.037131] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7c82221-cefb-4f27-b961-37e46d94ffda" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.037282] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7c82221-cefb-4f27-b961-37e46d94ffda',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.286353] env[69242]: INFO networking_nsxv3.common.synchronization [req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 req-8a848dee-57ed-45eb-a138-a4881016bdde tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Enqueued Resource ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 with Priority: HIGHEST for action security_group_members [ 715.287407] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 with Priority: HIGHEST for action security_group_members [ 715.287407] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.287407] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.287407] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.287906] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.287906] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.287906] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.288102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.288352] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.288457] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.288579] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33c764e7-c95b-4c09-99ab-4f7ec4c442e2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.371243] env[69242]: INFO networking_nsxv3.common.synchronization [req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f req-bf410633-0a83-41b9-bc5a-c6863ba940ec tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Enqueued Resource ID: eb733b01-e82e-41bb-b0eb-b07c73987539 with Priority: HIGHEST for action security_group_members [ 715.371965] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb733b01-e82e-41bb-b0eb-b07c73987539 with Priority: HIGHEST for action security_group_members [ 715.372348] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb733b01-e82e-41bb-b0eb-b07c73987539 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.372473] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.372560] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.372833] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.373029] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.373182] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.373272] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.373450] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.373542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.373659] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb733b01-e82e-41bb-b0eb-b07c73987539',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.463857] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 in Status: SUCCESS [ 715.463857] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 deletion is rescheduled due to dependency. [ 715.463857] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.540762] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.541034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.541034] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7c82221-cefb-4f27-b961-37e46d94ffda with status ACTIVE [ 715.541192] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.541332] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.541409] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.541565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.541659] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.541825] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.541919] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.541970] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.542134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.542204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.542393] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.542497] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.542548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.543299] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.543299] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.543299] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7c82221-cefb-4f27-b961-37e46d94ffda is going to be updated. [ 715.562656] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.562823] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.562886] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.563088] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.563223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.563382] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7c82221-cefb-4f27-b961-37e46d94ffda" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.612052] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: SUCCESS [ 715.612266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.612459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.612694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.612791] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.673575] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.673765] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-417" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.673885] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-417" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.674226] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-417" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.674531] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.674689] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.674803] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.675227] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.675227] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.675463] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.675558] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.675655] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.675757] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.675860] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.675958] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.676113] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.693686] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.694102] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 715.694255] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.695108] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-417" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.695108] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-b5fad94e-b40f-4fbf-b15b-4342ca986c54 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.695108] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-b5fad94e-b40f-4fbf-b15b-4342ca986c54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.695108] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-b5fad94e-b40f-4fbf-b15b-4342ca986c54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.695360] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-b5fad94e-b40f-4fbf-b15b-4342ca986c54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.695516] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5fad94e-b40f-4fbf-b15b-4342ca986c54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.771433] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: SUCCESS [ 715.771621] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 deletion is rescheduled due to dependency. [ 715.771737] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.771890] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.772118] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.772302] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.772418] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.772485] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.772635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.772720] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.772814] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.790273] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.790434] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.790505] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.790708] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.790830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.791033] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.791142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.791203] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.791353] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.791431] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.791517] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 is going to be updated. [ 715.830124] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.831021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.831021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.831021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.831021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.839339] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 in Status: IN_PROGRESS for 2s [ 715.875710] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.875941] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.876016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.876300] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.876413] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.876666] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.876822] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.876930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.877107] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.877233] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.877330] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb733b01-e82e-41bb-b0eb-b07c73987539 already deleted. [ 715.877483] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.115800] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.116110] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.201684] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.201908] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.202047] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.202362] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.202535] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.202707] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port b5fad94e-b40f-4fbf-b15b-4342ca986c54 not found, creating... [ 716.203069] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.203242] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.203419] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.203647] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.203789] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.204208] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.204470] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.204647] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.204893] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.205979] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.205979] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: b5fad94e-b40f-4fbf-b15b-4342ca986c54 is going to be created. [ 716.231185] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.231422] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.231603] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.231894] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.232107] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.232364] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-b5fad94e-b40f-4fbf-b15b-4342ca986c54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.274716] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.558517] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: SUCCESS [ 716.558736] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.558914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.559149] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.559620] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.559620] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.559620] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.559915] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.559915] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.559915] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.559915] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.777671] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.976694] env[69242]: INFO networking_nsxv3.common.synchronization [req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f req-aaa7731a-78cd-42fa-9184-a960ac0e4032 service nova] Enqueued Resource ID: eb733b01-e82e-41bb-b0eb-b07c73987539 with Priority: HIGHEST for action security_group_rules [ 716.976694] env[69242]: INFO networking_nsxv3.common.synchronization [req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f req-aaa7731a-78cd-42fa-9184-a960ac0e4032 service nova] Enqueued Resource ID: eb733b01-e82e-41bb-b0eb-b07c73987539 with Priority: HIGHEST for action security_group_members [ 716.976694] env[69242]: INFO networking_nsxv3.common.synchronization [req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f req-aaa7731a-78cd-42fa-9184-a960ac0e4032 service nova] Enqueued Resource ID: b5fad94e-b40f-4fbf-b15b-4342ca986c54 with Priority: HIGHEST for action port [ 716.976694] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb733b01-e82e-41bb-b0eb-b07c73987539 with Priority: HIGHEST for action security_group_rules [ 716.976694] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb733b01-e82e-41bb-b0eb-b07c73987539 with Priority: HIGHEST for action security_group_members [ 716.976694] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fad94e-b40f-4fbf-b15b-4342ca986c54 with Priority: HIGHEST for action port [ 716.977021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb733b01-e82e-41bb-b0eb-b07c73987539 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.980989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.980989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.980989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.980989] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb733b01-e82e-41bb-b0eb-b07c73987539',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.980989] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb733b01-e82e-41bb-b0eb-b07c73987539 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.980989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.980989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.980989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.980989] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.980989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.980989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.980989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.980989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.980989] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb733b01-e82e-41bb-b0eb-b07c73987539',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.980989] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5fad94e-b40f-4fbf-b15b-4342ca986c54 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.980989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5fad94e-b40f-4fbf-b15b-4342ca986c54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.980989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5fad94e-b40f-4fbf-b15b-4342ca986c54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.980989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5fad94e-b40f-4fbf-b15b-4342ca986c54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.980989] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5fad94e-b40f-4fbf-b15b-4342ca986c54',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.062522] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.062690] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.062732] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.062947] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.063122] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.063224] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.063284] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.063427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.063515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.063604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.063743] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.063833] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.063892] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.064471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.064471] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.064471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.064471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.064672] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.064672] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.064672] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.064773] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.279547] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.279866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.279866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.280347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.280486] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.280598] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 is going to be updated. [ 717.322248] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.322248] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.322248] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.322248] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.322248] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.330124] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: IN_PROGRESS for 2s [ 717.482757] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb733b01-e82e-41bb-b0eb-b07c73987539',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.484114] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb733b01-e82e-41bb-b0eb-b07c73987539 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.484219] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.484462] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5fad94e-b40f-4fbf-b15b-4342ca986c54 with status ACTIVE [ 717.484646] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.484756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.484861] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.485015] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.485109] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.485272] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.485364] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.485465] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.485638] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.485719] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.485892] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.485982] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.486054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.486188] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.486262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.486344] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5fad94e-b40f-4fbf-b15b-4342ca986c54 is going to be updated. [ 717.510031] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.510031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.510031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.510252] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.510252] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.510508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5fad94e-b40f-4fbf-b15b-4342ca986c54" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.569017] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b7d0d67-2fd7-4107-9a73-96adfed953ca: rpc.has_security_group_logging(os_id): False [ 717.595543] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.595543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.595543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.595543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.595543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.595543] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.595543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.595543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.595543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.595543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.595543] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.595543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.595543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.595543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.595543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.596162] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.596162] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.596162] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.596565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.596769] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.596955] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca is going to be updated. [ 717.701479] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.702432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.702432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.702432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.702432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.738024] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: IN_PROGRESS for 2s [ 717.848569] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 in Status: SUCCESS [ 717.848777] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 deletion is rescheduled due to dependency. [ 717.848986] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.988182] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb733b01-e82e-41bb-b0eb-b07c73987539',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.491527] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.491828] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.491828] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.492141] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.492141] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.492230] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb733b01-e82e-41bb-b0eb-b07c73987539 is going to be created. [ 718.514461] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.514714] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.514803] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.515173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.515531] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.526426] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb733b01-e82e-41bb-b0eb-b07c73987539 in Status: UNINITIALIZED for 2s [ 719.342162] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: SUCCESS [ 719.342162] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.342162] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.342417] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.342519] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.342642] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.342706] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.342864] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.342948] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.343178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.343178] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.752096] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: SUCCESS [ 719.752410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.848829] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.848983] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.848983] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.849179] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.849379] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.849497] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.849559] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.849724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.849830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.850011] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.850097] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.850198] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.850261] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.850470] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.850645] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.851200] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.851286] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.851486] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.851572] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.851675] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.851755] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.356129] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be3c66ca-1801-448b-9f7e-0d7f01d81748: rpc.has_security_group_logging(os_id): False [ 720.374401] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.374761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.374878] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.375214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.375325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.375559] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.375665] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.375725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.375886] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.375966] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.376163] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.376262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.376312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.376450] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.376522] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.376704] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.376803] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.376859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.377381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.377381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.377381] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 is going to be updated. [ 720.440684] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.440849] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.440887] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.441118] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.441265] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.453773] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: IN_PROGRESS for 2s [ 720.538717] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb733b01-e82e-41bb-b0eb-b07c73987539 in Status: SUCCESS [ 720.538953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.539116] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.539334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.539529] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.539706] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.539829] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.540052] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.540187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.540316] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.540387] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb733b01-e82e-41bb-b0eb-b07c73987539',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.042883] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb733b01-e82e-41bb-b0eb-b07c73987539 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.043233] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.043233] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.043449] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.043693] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.043877] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.043975] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.044222] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.044364] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.044554] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.044755] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb733b01-e82e-41bb-b0eb-b07c73987539 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.045050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.045050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.045135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.045316] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.045524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.051346] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.051511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.051628] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.051736] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.051835] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb733b01-e82e-41bb-b0eb-b07c73987539',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.555288] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb733b01-e82e-41bb-b0eb-b07c73987539: rpc.has_security_group_logging(os_id): False [ 721.584469] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.584469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.584469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.584469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.584469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.584469] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.584469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.584469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.584469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.584469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.584469] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.584469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.584469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.584469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.584469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.584930] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.584930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.584930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.584930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.585265] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.585402] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb733b01-e82e-41bb-b0eb-b07c73987539 is going to be created. [ 721.645785] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.646104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.646278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.646611] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.646870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.657635] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb733b01-e82e-41bb-b0eb-b07c73987539 in Status: IN_PROGRESS for 2s [ 721.979244] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 721.979346] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 722.013540] env[69242]: INFO networking_nsxv3.common.synchronization [req-dead9628-a571-41db-8dd8-3f45b62eb745 req-8621a6d1-8b2e-4f34-b029-4067f6ec7238 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Enqueued Resource ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a with Priority: HIGHEST for action security_group_members [ 722.014065] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a with Priority: HIGHEST for action security_group_members [ 722.014365] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.014553] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.014633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.014834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.014987] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.018764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.018841] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.019040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.019136] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.019232] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e13c3c39-dacd-46c0-8f9c-942f5c92d96a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.430728] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.430728] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.430728] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.430728] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.430728] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.430728] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.430728] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.431309] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.431309] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.431309] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.431392] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.432118] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.432118] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.432118] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.432118] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.432118] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.451019] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.451019] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 722.451019] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.451019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.451264] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-c3a7bd51-2db0-403d-ae0f-25d8ea52b679 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.451428] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-c3a7bd51-2db0-403d-ae0f-25d8ea52b679" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.451544] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-c3a7bd51-2db0-403d-ae0f-25d8ea52b679" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.451851] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-c3a7bd51-2db0-403d-ae0f-25d8ea52b679" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.451982] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3a7bd51-2db0-403d-ae0f-25d8ea52b679',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.465292] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: SUCCESS [ 722.465563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.521352] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e13c3c39-dacd-46c0-8f9c-942f5c92d96a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.954645] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.954645] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.954645] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.954882] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.955082] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.955192] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port c3a7bd51-2db0-403d-ae0f-25d8ea52b679 not found, creating... [ 722.955865] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.955865] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.955865] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.956043] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.956089] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.956378] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.956534] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.956651] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.956875] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.957076] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.957200] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: c3a7bd51-2db0-403d-ae0f-25d8ea52b679 is going to be created. [ 722.979638] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.979638] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.979876] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.980574] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.980574] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.980574] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-c3a7bd51-2db0-403d-ae0f-25d8ea52b679" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.024967] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e13c3c39-dacd-46c0-8f9c-942f5c92d96a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.189977] env[69242]: INFO networking_nsxv3.common.synchronization [req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 req-aa127634-436b-4bbf-8779-74a613017b87 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Enqueued Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 723.190156] env[69242]: INFO networking_nsxv3.common.synchronization [req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 req-215d28eb-2a48-4610-846f-10575c0e364e tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Enqueued Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 723.190373] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 723.190903] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.191615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.191615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.191615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.191615] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.191615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.191903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.191903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.191903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.192079] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.529559] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.529856] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.529856] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.530140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.530262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.530397] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a is going to be updated. [ 723.566774] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.567271] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.567425] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.567683] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.567738] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.591330] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a in Status: IN_PROGRESS for 2s [ 723.669646] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb733b01-e82e-41bb-b0eb-b07c73987539 in Status: SUCCESS [ 723.669646] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.696778] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.696936] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.696936] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.699016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.699016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.699016] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.699016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.699016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.699016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.699016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.699016] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca is going to be updated. [ 723.741187] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.741346] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.741412] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.741627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.741774] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.750802] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: IN_PROGRESS for 2s [ 723.896671] env[69242]: INFO networking_nsxv3.common.synchronization [req-dead9628-a571-41db-8dd8-3f45b62eb745 req-c39a3c4d-e077-46a1-a9d1-703b26b8bdc9 service nova] Enqueued Resource ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a with Priority: HIGHEST for action security_group_rules [ 723.896671] env[69242]: INFO networking_nsxv3.common.synchronization [req-dead9628-a571-41db-8dd8-3f45b62eb745 req-c39a3c4d-e077-46a1-a9d1-703b26b8bdc9 service nova] Enqueued Resource ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a with Priority: HIGHEST for action security_group_members [ 723.896671] env[69242]: INFO networking_nsxv3.common.synchronization [req-dead9628-a571-41db-8dd8-3f45b62eb745 req-c39a3c4d-e077-46a1-a9d1-703b26b8bdc9 service nova] Enqueued Resource ID: c3a7bd51-2db0-403d-ae0f-25d8ea52b679 with Priority: HIGHEST for action port [ 723.897649] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a with Priority: HIGHEST for action security_group_rules [ 723.901020] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a with Priority: HIGHEST for action security_group_members [ 723.901020] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a7bd51-2db0-403d-ae0f-25d8ea52b679 with Priority: HIGHEST for action port [ 723.901020] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e13c3c39-dacd-46c0-8f9c-942f5c92d96a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.901020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.901020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.901020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.901020] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e13c3c39-dacd-46c0-8f9c-942f5c92d96a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.901020] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.901020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.901020] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3a7bd51-2db0-403d-ae0f-25d8ea52b679 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.901020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3a7bd51-2db0-403d-ae0f-25d8ea52b679" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.901020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3a7bd51-2db0-403d-ae0f-25d8ea52b679" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.901020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3a7bd51-2db0-403d-ae0f-25d8ea52b679" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.901020] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3a7bd51-2db0-403d-ae0f-25d8ea52b679',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.407066] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3a7bd51-2db0-403d-ae0f-25d8ea52b679 with status ACTIVE [ 724.407066] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.407066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.407066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.407066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.407066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.407066] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.407066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.407066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.407066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.407066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.407066] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.407066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.407066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.407066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.407066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.407066] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3a7bd51-2db0-403d-ae0f-25d8ea52b679 is going to be updated. [ 724.408166] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.408430] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.432259] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.432259] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.432259] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.432259] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.432259] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.432259] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3a7bd51-2db0-403d-ae0f-25d8ea52b679" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.601496] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a in Status: SUCCESS [ 725.601496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.601496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.601496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.601496] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.601496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.601496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.602060] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.602060] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.602635] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e13c3c39-dacd-46c0-8f9c-942f5c92d96a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.759734] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: SUCCESS [ 725.759930] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca deletion is rescheduled due to dependency. [ 725.760056] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.110570] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e13c3c39-dacd-46c0-8f9c-942f5c92d96a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.483510] env[69242]: INFO networking_nsxv3.common.synchronization [req-b7ffce2a-98ff-4478-a783-537a53b20d49 req-1ba29139-d4b1-41d4-b2b3-ff9a52d29e5b tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Enqueued Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGHEST for action security_group_members [ 726.484066] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGHEST for action security_group_members [ 726.484374] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-22fbaf9f-010c-4305-9541-48c6eb474738 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.484500] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.484595] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.484855] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.485027] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.485675] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.485675] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.485675] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.487807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.487911] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.611048] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e13c3c39-dacd-46c0-8f9c-942f5c92d96a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.750371] env[69242]: INFO networking_nsxv3.common.synchronization [req-8876ef66-42c8-4ef8-a5e2-840d5659e002 req-28f4fab9-da8c-4587-98e7-0b6061beaa06 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Enqueued Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGHEST for action security_group_members [ 726.750923] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGHEST for action security_group_members [ 726.751576] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-873f3691-5ba9-43a3-bccd-fb3d5ad59780 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.751576] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.751576] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.753015] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.753198] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.753306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.753370] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.753528] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.753615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.753711] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873f3691-5ba9-43a3-bccd-fb3d5ad59780',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.990622] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.990850] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.990909] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.991176] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.991231] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.991425] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.991519] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.991577] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.992457] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.992457] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.992457] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22fbaf9f-010c-4305-9541-48c6eb474738 already deleted. [ 726.992457] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.110152] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.110377] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.110523] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.110844] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.111225] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.111432] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.111556] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.111785] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.111980] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.112211] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.112328] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.112439] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.112548] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.112680] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.112789] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.112922] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.117429] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.117580] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.117640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.117836] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.117927] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.118035] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a is going to be updated. [ 727.151020] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.151020] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 727.151020] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.151020] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.151020] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-1b12ce65-c240-407c-be96-4e30b18bb436 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.151020] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-1b12ce65-c240-407c-be96-4e30b18bb436" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.151020] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-1b12ce65-c240-407c-be96-4e30b18bb436" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.151020] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-1b12ce65-c240-407c-be96-4e30b18bb436" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.151020] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b12ce65-c240-407c-be96-4e30b18bb436',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.170931] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.170931] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.170931] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.170931] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.170931] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.189509] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a in Status: IN_PROGRESS for 2s [ 727.256568] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.256782] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.257292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.257292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.257465] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.257634] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.257748] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.257831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.258054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.258143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.258294] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 is going to be updated. [ 727.290789] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.291036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.291107] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.291331] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.291499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.308972] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 in Status: IN_PROGRESS for 2s [ 727.656377] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.657551] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.657551] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.657551] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.657551] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.657551] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 1b12ce65-c240-407c-be96-4e30b18bb436 not found, creating... [ 727.657806] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.657855] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.658058] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.658265] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.658402] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.658677] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.658823] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.658951] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.659236] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.659418] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.659502] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 1b12ce65-c240-407c-be96-4e30b18bb436 is going to be created. [ 727.684331] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.684546] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.685031] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.685031] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.685209] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.685434] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-1b12ce65-c240-407c-be96-4e30b18bb436" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.085603] env[69242]: INFO networking_nsxv3.common.synchronization [req-01f5a490-6167-497e-92b5-f8dca5cedb95 req-94342fae-79ba-4731-90e8-84be8571662e tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Enqueued Resource ID: eb733b01-e82e-41bb-b0eb-b07c73987539 with Priority: HIGHEST for action security_group_members [ 728.086248] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb733b01-e82e-41bb-b0eb-b07c73987539 with Priority: HIGHEST for action security_group_members [ 728.086562] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb733b01-e82e-41bb-b0eb-b07c73987539 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.086690] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.086759] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.086980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.091963] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.091963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.091963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.091963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.091963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.091963] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb733b01-e82e-41bb-b0eb-b07c73987539',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.495911] env[69242]: INFO networking_nsxv3.common.synchronization [req-b7ffce2a-98ff-4478-a783-537a53b20d49 req-29bd85cb-7e58-48f9-b121-6eb9e4ef3287 service nova] Enqueued Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGHEST for action security_group_rules [ 728.496125] env[69242]: INFO networking_nsxv3.common.synchronization [req-b7ffce2a-98ff-4478-a783-537a53b20d49 req-29bd85cb-7e58-48f9-b121-6eb9e4ef3287 service nova] Enqueued Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGHEST for action security_group_members [ 728.496264] env[69242]: INFO networking_nsxv3.common.synchronization [req-b7ffce2a-98ff-4478-a783-537a53b20d49 req-29bd85cb-7e58-48f9-b121-6eb9e4ef3287 service nova] Enqueued Resource ID: 1b12ce65-c240-407c-be96-4e30b18bb436 with Priority: HIGHEST for action port [ 728.496490] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGHEST for action security_group_rules [ 728.496613] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGHEST for action security_group_members [ 728.496710] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b12ce65-c240-407c-be96-4e30b18bb436 with Priority: HIGHEST for action port [ 728.498039] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22fbaf9f-010c-4305-9541-48c6eb474738 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.498251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.498251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.498398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.498478] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.504565] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-22fbaf9f-010c-4305-9541-48c6eb474738 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.504565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.504565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.504565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.504565] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.504565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.504565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.504565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.504565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.504565] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.504565] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b12ce65-c240-407c-be96-4e30b18bb436 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.504565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b12ce65-c240-407c-be96-4e30b18bb436" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.504565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b12ce65-c240-407c-be96-4e30b18bb436" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.504565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b12ce65-c240-407c-be96-4e30b18bb436" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.504565] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b12ce65-c240-407c-be96-4e30b18bb436',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.593297] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.593297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.593297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.593297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.593297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.593297] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.593297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.593297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.593297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.593297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.593297] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb733b01-e82e-41bb-b0eb-b07c73987539 is going to be updated. [ 728.621981] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.621981] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.621981] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.621981] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.621981] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.632707] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb733b01-e82e-41bb-b0eb-b07c73987539 in Status: IN_PROGRESS for 2s [ 729.002013] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-22fbaf9f-010c-4305-9541-48c6eb474738 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.002328] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.004525] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.008431] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b12ce65-c240-407c-be96-4e30b18bb436 with status ACTIVE [ 729.008431] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.008431] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.008431] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.008634] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.008723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.008887] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.008980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.009051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.009188] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.009274] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.009719] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.009719] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.009719] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.009719] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.009943] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.009943] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b12ce65-c240-407c-be96-4e30b18bb436 is going to be updated. [ 729.031555] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.031718] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.031791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.032049] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.032249] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.032410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b12ce65-c240-407c-be96-4e30b18bb436" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.205230] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a in Status: SUCCESS [ 729.205230] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.205230] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.205409] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.205555] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.205666] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.206087] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.206268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.206352] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.206706] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.206820] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e13c3c39-dacd-46c0-8f9c-942f5c92d96a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.319856] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 in Status: SUCCESS [ 729.320039] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 deletion is rescheduled due to dependency. [ 729.320154] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.436088] env[69242]: INFO networking_nsxv3.common.synchronization [req-19a04cef-e0bf-4b47-ab26-c851676d1a37 req-9bf0eae6-f265-4cd1-a2b8-353fcc36f64c tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Enqueued Resource ID: 860de744-7946-4cac-ad57-298e48424855 with Priority: HIGHEST for action security_group_members [ 729.437978] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860de744-7946-4cac-ad57-298e48424855 with Priority: HIGHEST for action security_group_members [ 729.439983] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-860de744-7946-4cac-ad57-298e48424855 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.439983] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.439983] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.440284] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.440571] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.440792] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.440957] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.441585] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.441585] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.441585] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('860de744-7946-4cac-ad57-298e48424855',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.506969] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.712050] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.712276] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.712276] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.712495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.712693] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.712811] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.712885] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.713057] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.713153] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.713244] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.713394] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.713484] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.713536] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.713685] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.713814] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.713897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.713949] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.714111] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.714216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.714313] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.714405] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e13c3c39-dacd-46c0-8f9c-942f5c92d96a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.947699] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.947869] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.947946] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.948216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.948328] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.948539] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.948653] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.948718] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.948892] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.948971] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.949070] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 860de744-7946-4cac-ad57-298e48424855 already deleted. [ 729.949151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.010238] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.010505] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.010505] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.010668] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.010772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.010871] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22fbaf9f-010c-4305-9541-48c6eb474738 is going to be created. [ 730.034918] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.035181] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.035307] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.035611] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.035860] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.046325] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22fbaf9f-010c-4305-9541-48c6eb474738 in Status: UNINITIALIZED for 2s [ 730.135959] env[69242]: INFO networking_nsxv3.common.synchronization [None req-dffb6c3b-4092-4f64-9778-06397d15d872 None None] Enqueued Resource ID: f13e2422-bf6d-4627-bfb6-b7e48a1d8f4d with Priority: HIGHEST for action port [ 730.136355] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13e2422-bf6d-4627-bfb6-b7e48a1d8f4d with Priority: HIGHEST for action port [ 730.136832] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-f13e2422-bf6d-4627-bfb6-b7e48a1d8f4d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.137217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f13e2422-bf6d-4627-bfb6-b7e48a1d8f4d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.137217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f13e2422-bf6d-4627-bfb6-b7e48a1d8f4d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.138148] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f13e2422-bf6d-4627-bfb6-b7e48a1d8f4d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.138148] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f13e2422-bf6d-4627-bfb6-b7e48a1d8f4d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.216631] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e13c3c39-dacd-46c0-8f9c-942f5c92d96a: rpc.has_security_group_logging(os_id): False [ 730.236436] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.236599] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.236674] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.236908] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.237032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.237235] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.237339] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.237401] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.237567] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.237660] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.237925] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.238212] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.238447] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.238516] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.238551] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.238750] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.238845] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.238919] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.239109] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.239195] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.239290] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a is going to be updated. [ 730.316847] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.316847] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.316847] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.317337] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.317560] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.334101] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a in Status: IN_PROGRESS for 2s [ 730.477339] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.477559] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.477692] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.478027] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.478305] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.478491] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.478617] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.478837] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.479040] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.479250] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.479365] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.479471] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.479576] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.479684] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.479789] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.480030] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.499022] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.499398] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 730.499657] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.499928] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.501035] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-3765953e-6394-43a1-b93a-50d2cd5e5fa5 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.501035] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-3765953e-6394-43a1-b93a-50d2cd5e5fa5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.501035] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-3765953e-6394-43a1-b93a-50d2cd5e5fa5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.502103] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-3765953e-6394-43a1-b93a-50d2cd5e5fa5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.502349] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3765953e-6394-43a1-b93a-50d2cd5e5fa5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.640303] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f13e2422-bf6d-4627-bfb6-b7e48a1d8f4d [ 730.640303] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.640303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.640303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.640303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.640303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.640707] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f13e2422-bf6d-4627-bfb6-b7e48a1d8f4d already deleted. [ 730.640707] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f13e2422-bf6d-4627-bfb6-b7e48a1d8f4d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.643525] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb733b01-e82e-41bb-b0eb-b07c73987539 in Status: SUCCESS [ 730.643525] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb733b01-e82e-41bb-b0eb-b07c73987539 deletion is rescheduled due to dependency. [ 730.643657] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.005761] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.006080] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.006248] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.007145] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.007145] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.007213] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 3765953e-6394-43a1-b93a-50d2cd5e5fa5 not found, creating... [ 731.007769] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.008677] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.010323] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.010612] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.010768] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.011361] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.011361] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.011361] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.011581] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.011716] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.011866] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 3765953e-6394-43a1-b93a-50d2cd5e5fa5 is going to be created. [ 731.030941] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.031667] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.031667] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.031667] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.031810] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.033364] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-3765953e-6394-43a1-b93a-50d2cd5e5fa5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.885843] env[69242]: INFO networking_nsxv3.common.synchronization [None req-7d57e258-7173-43bd-a8d3-65188b0c8c64 None None] Enqueued Resource ID: 19f22f2f-03b6-42dd-8e6f-b237e83e9614 with Priority: HIGHEST for action port [ 731.886645] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f22f2f-03b6-42dd-8e6f-b237e83e9614 with Priority: HIGHEST for action port [ 731.887383] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-19f22f2f-03b6-42dd-8e6f-b237e83e9614 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.887571] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19f22f2f-03b6-42dd-8e6f-b237e83e9614" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.887571] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19f22f2f-03b6-42dd-8e6f-b237e83e9614" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.887830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19f22f2f-03b6-42dd-8e6f-b237e83e9614" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.888080] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19f22f2f-03b6-42dd-8e6f-b237e83e9614',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.901027] env[69242]: INFO networking_nsxv3.common.synchronization [req-19a04cef-e0bf-4b47-ab26-c851676d1a37 req-9e196684-4c7a-42fa-ac18-2e89834d7740 service nova] Enqueued Resource ID: 860de744-7946-4cac-ad57-298e48424855 with Priority: HIGHEST for action security_group_rules [ 731.903070] env[69242]: INFO networking_nsxv3.common.synchronization [req-19a04cef-e0bf-4b47-ab26-c851676d1a37 req-9e196684-4c7a-42fa-ac18-2e89834d7740 service nova] Enqueued Resource ID: 860de744-7946-4cac-ad57-298e48424855 with Priority: HIGHEST for action security_group_members [ 731.903070] env[69242]: INFO networking_nsxv3.common.synchronization [req-19a04cef-e0bf-4b47-ab26-c851676d1a37 req-9e196684-4c7a-42fa-ac18-2e89834d7740 service nova] Enqueued Resource ID: 3765953e-6394-43a1-b93a-50d2cd5e5fa5 with Priority: HIGHEST for action port [ 731.903070] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860de744-7946-4cac-ad57-298e48424855 with Priority: HIGHEST for action security_group_rules [ 731.903070] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860de744-7946-4cac-ad57-298e48424855 with Priority: HIGHEST for action security_group_members [ 731.903070] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3765953e-6394-43a1-b93a-50d2cd5e5fa5 with Priority: HIGHEST for action port [ 731.903070] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-860de744-7946-4cac-ad57-298e48424855 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.903070] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.903070] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.903345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.903373] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('860de744-7946-4cac-ad57-298e48424855',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.905021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-860de744-7946-4cac-ad57-298e48424855 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.905166] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.905228] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.905438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.905804] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.907130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.907130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.907130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.907130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.907130] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('860de744-7946-4cac-ad57-298e48424855',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.907550] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-3765953e-6394-43a1-b93a-50d2cd5e5fa5 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.907785] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3765953e-6394-43a1-b93a-50d2cd5e5fa5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.907889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3765953e-6394-43a1-b93a-50d2cd5e5fa5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.908259] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3765953e-6394-43a1-b93a-50d2cd5e5fa5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.908394] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3765953e-6394-43a1-b93a-50d2cd5e5fa5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.066622] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22fbaf9f-010c-4305-9541-48c6eb474738 in Status: SUCCESS [ 732.066890] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.067044] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.067266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.067512] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.067569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.067680] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.067959] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.068073] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.068170] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.068268] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.347288] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a in Status: SUCCESS [ 732.347530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.391227] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19f22f2f-03b6-42dd-8e6f-b237e83e9614 [ 732.391529] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.394579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.394579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.394579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.394579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.394579] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19f22f2f-03b6-42dd-8e6f-b237e83e9614 already deleted. [ 732.394579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19f22f2f-03b6-42dd-8e6f-b237e83e9614" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.406496] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-860de744-7946-4cac-ad57-298e48424855 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.406496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.411762] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('860de744-7946-4cac-ad57-298e48424855',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.413649] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3765953e-6394-43a1-b93a-50d2cd5e5fa5 with status ACTIVE [ 732.414571] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.414571] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.415928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.415928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.418036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.418036] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.418036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.418036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.418036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.418036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.418036] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.418036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.418036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.418036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.418036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.418036] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3765953e-6394-43a1-b93a-50d2cd5e5fa5 is going to be updated. [ 732.446681] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.446837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.446907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.447238] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.447284] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.447412] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3765953e-6394-43a1-b93a-50d2cd5e5fa5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.696741] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.916376] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('860de744-7946-4cac-ad57-298e48424855',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.200725] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22fbaf9f-010c-4305-9541-48c6eb474738: rpc.has_security_group_logging(os_id): False [ 733.245913] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.245913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.245913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.245913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.245913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.245913] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.245913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.245913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.245913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.245913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.245913] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22fbaf9f-010c-4305-9541-48c6eb474738 is going to be created. [ 733.325884] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.326142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.326238] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.326516] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.326776] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.353108] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22fbaf9f-010c-4305-9541-48c6eb474738 in Status: IN_PROGRESS for 2s [ 733.416700] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.416863] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.416931] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.417219] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.417317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.417420] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 860de744-7946-4cac-ad57-298e48424855 is going to be created. [ 733.452472] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.452655] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.452763] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.453068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.453254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.464745] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 860de744-7946-4cac-ad57-298e48424855 in Status: UNINITIALIZED for 2s [ 733.923402] env[69242]: INFO networking_nsxv3.common.synchronization [req-fb36add0-0948-4b84-99f1-1aa1182edbb2 req-9263c11a-ffd8-4b38-a60c-2ee51812a241 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 733.923998] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 733.924963] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.925134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.925203] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.925414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.925587] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.925682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.925743] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.925900] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.925984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.926089] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.432496] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.432496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.432496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.432496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.432496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.432496] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.432496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.432496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.432496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.432496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.432496] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 is going to be updated. [ 734.469961] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.470195] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.470270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.471080] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.471080] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.491794] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: IN_PROGRESS for 2s [ 734.522999] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.523638] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-385" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.523811] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-385" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.524106] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-385" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.524377] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.524538] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.524657] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.524893] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.525075] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.525260] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.525400] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.525483] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.525590] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.525698] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.525807] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.525959] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.564332] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.564474] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 734.564682] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.564986] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-385" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.567804] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.567804] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.567804] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.567804] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.567804] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.069694] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.070083] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.070286] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.070614] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.070828] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.071312] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d not found, creating... [ 735.071312] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.071586] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.071671] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.071870] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.072088] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.072435] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.072657] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.072801] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.073039] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.073194] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.073359] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d is going to be created. [ 735.097065] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.097232] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.097312] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.097546] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.097772] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.098111] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.366545] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22fbaf9f-010c-4305-9541-48c6eb474738 in Status: SUCCESS [ 735.367305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.474609] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 860de744-7946-4cac-ad57-298e48424855 in Status: SUCCESS [ 735.474864] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.475122] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.475416] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.475544] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.475608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.475669] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.475812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.475894] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.475969] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.476078] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('860de744-7946-4cac-ad57-298e48424855',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.865848] env[69242]: INFO networking_nsxv3.common.synchronization [req-fb36add0-0948-4b84-99f1-1aa1182edbb2 req-0be8409f-753f-4059-aa76-51a9354c67fe service nova] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_rules [ 735.866074] env[69242]: INFO networking_nsxv3.common.synchronization [req-fb36add0-0948-4b84-99f1-1aa1182edbb2 req-0be8409f-753f-4059-aa76-51a9354c67fe service nova] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 735.866188] env[69242]: INFO networking_nsxv3.common.synchronization [req-fb36add0-0948-4b84-99f1-1aa1182edbb2 req-0be8409f-753f-4059-aa76-51a9354c67fe service nova] Enqueued Resource ID: a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d with Priority: HIGHEST for action port [ 735.867244] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_rules [ 735.867410] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 735.867515] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d with Priority: HIGHEST for action port [ 735.867804] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.867929] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.868011] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.868599] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.868728] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.872160] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.872277] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.872485] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.872594] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.872660] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.873327] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.873327] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.982186] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-860de744-7946-4cac-ad57-298e48424855 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.982275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.982349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.982572] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.983121] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.983121] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.983121] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.983121] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.983367] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.983367] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.983451] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-860de744-7946-4cac-ad57-298e48424855 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.983496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.983529] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.984269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.984269] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.984269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.984269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.985438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.985517] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.985728] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.986450] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('860de744-7946-4cac-ad57-298e48424855',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.078112] env[69242]: INFO networking_nsxv3.common.synchronization [None req-3a24b447-6916-4a9c-8cb8-629d6f026914 None None] Enqueued Resource ID: a31e420e-3d82-4c4a-ab9c-9c7c94d0ec14 with Priority: HIGHEST for action port [ 736.078112] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31e420e-3d82-4c4a-ab9c-9c7c94d0ec14 with Priority: HIGHEST for action port [ 736.078564] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-a31e420e-3d82-4c4a-ab9c-9c7c94d0ec14 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.078694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a31e420e-3d82-4c4a-ab9c-9c7c94d0ec14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.078758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a31e420e-3d82-4c4a-ab9c-9c7c94d0ec14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.079009] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a31e420e-3d82-4c4a-ab9c-9c7c94d0ec14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.079101] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a31e420e-3d82-4c4a-ab9c-9c7c94d0ec14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.375213] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.375355] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.375546] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d with status ACTIVE [ 736.375711] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.375838] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.375913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.376092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.376223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.376594] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.376594] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.376594] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.376705] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.376705] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.376871] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.376963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.377038] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.377185] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.377257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.377337] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d is going to be updated. [ 736.404293] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.404293] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.404293] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.404293] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.404293] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.404293] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.489041] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 860de744-7946-4cac-ad57-298e48424855: rpc.has_security_group_logging(os_id): False [ 736.502209] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: SUCCESS [ 736.502253] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 deletion is rescheduled due to dependency. [ 736.502491] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.502592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.502950] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.503194] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.503368] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.503475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.503658] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.503743] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.503900] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.523523] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.523781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.523781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.523944] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.524048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.524265] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.524736] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.524736] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.524736] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.524736] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.525044] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.525044] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.525044] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.525338] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.525338] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.525440] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.525705] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.525705] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.525705] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.525816] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.525853] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 860de744-7946-4cac-ad57-298e48424855 is going to be created. [ 736.581588] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a31e420e-3d82-4c4a-ab9c-9c7c94d0ec14 [ 736.583903] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.583903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.583903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.583903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.583903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.583903] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a31e420e-3d82-4c4a-ab9c-9c7c94d0ec14 already deleted. [ 736.588124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a31e420e-3d82-4c4a-ab9c-9c7c94d0ec14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.626761] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.626761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.626761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.626761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.627047] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.643618] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 860de744-7946-4cac-ad57-298e48424855 in Status: IN_PROGRESS for 2s [ 736.898155] env[69242]: INFO networking_nsxv3.common.synchronization [None req-bebec623-5c3b-466e-86d9-b55e5878c93d tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Enqueued Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_rules [ 736.898688] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_rules [ 736.898989] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.899199] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.899292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.899559] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.899640] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.007284] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.114887] env[69242]: INFO networking_nsxv3.common.synchronization [None req-0b137bca-a68d-49fc-bac7-7aa0de4d8555 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Enqueued Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_rules [ 737.117320] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_rules [ 737.117320] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.117320] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.424306] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.424444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.424527] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.425499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.425499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.425499] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 already deleted. [ 737.425499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.425499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.425499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.425499] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.513038] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.806301] env[69242]: INFO networking_nsxv3.common.synchronization [req-bf4cde76-d201-4e63-975d-9d742aea30f1 req-5433d665-6c4d-4162-b654-388a2cdb65ff tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Enqueued Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 737.806301] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 737.806301] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.806301] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.810436] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.812400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.812400] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.812400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.812400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.812400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.812400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.812400] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.949665] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.950181] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.950181] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.951307] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.951307] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.951307] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 already deleted. [ 737.951307] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.009413] env[69242]: INFO networking_nsxv3.common.synchronization [req-d70a32b0-7200-44af-bd68-be3bc43abe94 req-7864c5f9-3c60-46c5-be86-c3622ef33d2d tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Enqueued Resource ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a with Priority: HIGHEST for action security_group_members [ 738.009849] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a with Priority: HIGHEST for action security_group_members [ 738.010190] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.010343] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.011074] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.011669] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.011821] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.011951] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.012041] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.012209] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.012295] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.012386] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e13c3c39-dacd-46c0-8f9c-942f5c92d96a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.014761] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.015049] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.015109] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.015282] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.015347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.015416] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 is going to be updated. [ 738.056914] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.056914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.056914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.056914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.056914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.070178] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: IN_PROGRESS for 2s [ 738.317546] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.317546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.317546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.317546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.317546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.317546] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.317546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.317546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.317546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.317546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.317546] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 is going to be updated. [ 738.353438] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.353438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.353438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.353438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.353438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.360212] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: IN_PROGRESS for 2s [ 738.515334] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e13c3c39-dacd-46c0-8f9c-942f5c92d96a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.638178] env[69242]: INFO networking_nsxv3.common.synchronization [None req-1828da37-892b-4801-917e-c41e9aa97850 None None] Enqueued Resource ID: db07bb4b-3a4b-49fc-a96f-8b8017c991a9 with Priority: HIGHEST for action port [ 738.638867] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db07bb4b-3a4b-49fc-a96f-8b8017c991a9 with Priority: HIGHEST for action port [ 738.639188] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-db07bb4b-3a4b-49fc-a96f-8b8017c991a9 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.639308] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db07bb4b-3a4b-49fc-a96f-8b8017c991a9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.639371] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db07bb4b-3a4b-49fc-a96f-8b8017c991a9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.639640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db07bb4b-3a4b-49fc-a96f-8b8017c991a9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.639721] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db07bb4b-3a4b-49fc-a96f-8b8017c991a9',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.656124] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 860de744-7946-4cac-ad57-298e48424855 in Status: SUCCESS [ 738.656517] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.018109] env[69242]: INFO networking_nsxv3.common.synchronization [req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e req-83ba3afb-6f67-45e0-a885-c7ab5dea5b31 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 739.018109] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 739.018109] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.018109] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.018109] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.018109] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.018477] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.018477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.018477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.018575] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.019063] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.019063] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.020336] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e13c3c39-dacd-46c0-8f9c-942f5c92d96a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.146040] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db07bb4b-3a4b-49fc-a96f-8b8017c991a9 [ 739.146040] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.146040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.146040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.146040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.146040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.146040] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db07bb4b-3a4b-49fc-a96f-8b8017c991a9 already deleted. [ 739.146040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db07bb4b-3a4b-49fc-a96f-8b8017c991a9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.523432] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.524536] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.524667] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.524735] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.524970] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.525072] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.525167] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a is going to be updated. [ 739.561582] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.561875] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.561875] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.562045] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.562174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.571412] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a in Status: IN_PROGRESS for 2s [ 739.674495] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.674687] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-372" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.674811] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-372" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.675140] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-372" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.675397] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.676900] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.676900] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.676900] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.676900] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.676900] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.677126] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.677182] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.677993] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.677993] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.677993] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.677993] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.713061] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.713382] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.713622] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.713923] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-372" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.714407] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.714700] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.714949] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.715509] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.715738] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9703d8a7-4d76-4e38-a5fa-1e40959fd5ab',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.028613] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.085227] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: SUCCESS [ 740.085440] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.086121] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.087354] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.087354] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.087354] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.087354] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.088719] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.088908] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.089064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.089177] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.218289] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.218465] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.218597] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.218895] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.220241] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.220241] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab not found, creating... [ 740.220241] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.220241] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.220241] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.220241] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.220241] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.220698] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.220698] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.220698] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.220939] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.221028] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.221181] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab is going to be created. [ 740.245594] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.245898] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.246206] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.246516] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.246756] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.246987] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.372045] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: SUCCESS [ 740.372156] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 deletion is rescheduled due to dependency. [ 740.372199] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.532280] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.532280] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.532578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.532578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.533154] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.533341] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 is going to be updated. [ 740.563285] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.563285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.563285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.563506] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.563667] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.573019] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: IN_PROGRESS for 2s [ 740.593615] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.593837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.593935] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.594169] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.594348] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.594454] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.594518] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.594674] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.595021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.595021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.595113] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.595190] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.595256] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.595414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.595554] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.595647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.595709] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.595897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.595983] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.596083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.596171] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.987345] env[69242]: INFO networking_nsxv3.common.synchronization [req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e req-38418f8b-9d13-46f5-8698-bd7b5226bb0c service nova] Enqueued Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_rules [ 740.987429] env[69242]: INFO networking_nsxv3.common.synchronization [req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e req-38418f8b-9d13-46f5-8698-bd7b5226bb0c service nova] Enqueued Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 740.987571] env[69242]: INFO networking_nsxv3.common.synchronization [req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e req-38418f8b-9d13-46f5-8698-bd7b5226bb0c service nova] Enqueued Resource ID: 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab with Priority: HIGHEST for action port [ 740.987804] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_rules [ 740.988283] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 740.988283] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab with Priority: HIGHEST for action port [ 740.988574] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.988693] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.988770] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.991495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.991495] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.991495] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.991495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.991495] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.991495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.991495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.991495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.991495] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9703d8a7-4d76-4e38-a5fa-1e40959fd5ab',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.098363] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66e2e6a0-a355-4d9e-81c7-33cf13c5c565: rpc.has_security_group_logging(os_id): False [ 741.115565] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.115718] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.115779] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.116690] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.116690] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.116690] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.116690] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.116690] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.116690] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.116690] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.116956] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.116956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.116956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.117274] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.117358] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.117560] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.117653] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.117728] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.117871] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.117948] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.118045] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 is going to be updated. [ 741.192825] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.193093] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.193093] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.193282] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.193508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.224591] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: IN_PROGRESS for 2s [ 741.495908] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.496065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.496261] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab with status ACTIVE [ 741.496474] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.496547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.496593] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.496813] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.496909] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.497096] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.497198] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.497269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.497408] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.497486] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.497664] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.497758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.497819] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.497957] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.498049] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.498135] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab is going to be updated. [ 741.522828] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.523195] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.523195] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.523340] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.523434] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.523597] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.590337] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a in Status: SUCCESS [ 741.590609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.588028] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: SUCCESS [ 742.588306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.588469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.588681] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.588864] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.588980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.589057] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.589205] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.589289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.589384] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.092220] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.239592] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: SUCCESS [ 743.240075] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.597668] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.715472] env[69242]: INFO networking_nsxv3.common.synchronization [req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f req-bdb7f673-6e80-4d04-97e7-46040e6e4ff7 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Enqueued Resource ID: e9e738c2-3e92-46e2-b326-ba8333f886bd with Priority: HIGHEST for action security_group_members [ 743.716049] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e738c2-3e92-46e2-b326-ba8333f886bd with Priority: HIGHEST for action security_group_members [ 743.716349] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e738c2-3e92-46e2-b326-ba8333f886bd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.716478] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.716542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.716785] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.716941] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.717455] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.717558] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.717742] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.717832] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.717929] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9e738c2-3e92-46e2-b326-ba8333f886bd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.101733] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.102542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.102695] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.103039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.103297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.103490] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 is going to be updated. [ 744.138910] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.138910] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.138910] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.138910] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.138910] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.146269] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: IN_PROGRESS for 2s [ 744.166225] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.166225] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-717" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.166225] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-717" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.168562] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-717" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.169135] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.169478] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.169770] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.174387] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.174387] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.174387] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.174387] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.174387] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.174387] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.174387] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.174387] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.174387] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.196030] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.196030] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 744.196030] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.196030] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-717" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.196030] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-31e809ba-2ba9-424e-8cde-57d94680a542 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.196030] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-31e809ba-2ba9-424e-8cde-57d94680a542" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.196030] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-31e809ba-2ba9-424e-8cde-57d94680a542" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.196692] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-31e809ba-2ba9-424e-8cde-57d94680a542" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.197040] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31e809ba-2ba9-424e-8cde-57d94680a542',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.224336] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.224336] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.224336] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.224336] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.224336] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.224336] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.224336] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.224336] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.224336] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.224336] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.224336] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e738c2-3e92-46e2-b326-ba8333f886bd already deleted. [ 744.224336] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.705021] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.705021] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.705021] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.705021] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.705021] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.705021] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 31e809ba-2ba9-424e-8cde-57d94680a542 not found, creating... [ 744.705021] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.705021] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.705021] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.705021] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.705021] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.705436] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.705436] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.705436] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.705436] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.705436] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.705827] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 31e809ba-2ba9-424e-8cde-57d94680a542 is going to be created. [ 744.727961] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.727961] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.727961] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.727961] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.729133] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.729133] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-31e809ba-2ba9-424e-8cde-57d94680a542" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.444499] env[69242]: INFO networking_nsxv3.common.synchronization [req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f req-42ab8d1b-d520-4c9e-bfd7-51058354a7ec service nova] Enqueued Resource ID: e9e738c2-3e92-46e2-b326-ba8333f886bd with Priority: HIGHEST for action security_group_rules [ 745.444787] env[69242]: INFO networking_nsxv3.common.synchronization [req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f req-42ab8d1b-d520-4c9e-bfd7-51058354a7ec service nova] Enqueued Resource ID: e9e738c2-3e92-46e2-b326-ba8333f886bd with Priority: HIGHEST for action security_group_members [ 745.444822] env[69242]: INFO networking_nsxv3.common.synchronization [req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f req-42ab8d1b-d520-4c9e-bfd7-51058354a7ec service nova] Enqueued Resource ID: 31e809ba-2ba9-424e-8cde-57d94680a542 with Priority: HIGHEST for action port [ 745.445137] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e738c2-3e92-46e2-b326-ba8333f886bd with Priority: HIGHEST for action security_group_rules [ 745.445309] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e738c2-3e92-46e2-b326-ba8333f886bd with Priority: HIGHEST for action security_group_members [ 745.445419] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e809ba-2ba9-424e-8cde-57d94680a542 with Priority: HIGHEST for action port [ 745.446163] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9e738c2-3e92-46e2-b326-ba8333f886bd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.446260] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.446308] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.446511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.446593] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9e738c2-3e92-46e2-b326-ba8333f886bd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.448243] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e738c2-3e92-46e2-b326-ba8333f886bd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.448243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.448243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.448243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.448463] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.448463] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.448463] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.448621] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.448653] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.449487] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9e738c2-3e92-46e2-b326-ba8333f886bd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.449799] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-31e809ba-2ba9-424e-8cde-57d94680a542 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.449866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31e809ba-2ba9-424e-8cde-57d94680a542" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.449971] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31e809ba-2ba9-424e-8cde-57d94680a542" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.453478] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31e809ba-2ba9-424e-8cde-57d94680a542" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.453478] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31e809ba-2ba9-424e-8cde-57d94680a542',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.952409] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9e738c2-3e92-46e2-b326-ba8333f886bd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.955772] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e738c2-3e92-46e2-b326-ba8333f886bd taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.955772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.955772] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31e809ba-2ba9-424e-8cde-57d94680a542 with status ACTIVE [ 745.955772] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.955772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.955772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.955772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.955772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.955772] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.955772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.955772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.955772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.955772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.957452] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.957573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.957641] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.957822] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.957884] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.957988] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31e809ba-2ba9-424e-8cde-57d94680a542 is going to be updated. [ 745.981897] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.981897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.981897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.981897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.985438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.985438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31e809ba-2ba9-424e-8cde-57d94680a542" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.155820] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: SUCCESS [ 746.156111] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.156295] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.156529] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.156724] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.156838] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.156902] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.157080] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.157187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.157283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.157396] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.460166] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9e738c2-3e92-46e2-b326-ba8333f886bd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.660213] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.660440] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.660632] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.660828] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.661059] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.661203] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.661297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.661514] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.661652] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.661792] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.662054] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.662217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.662328] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.662551] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.662773] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.662999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.663786] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.664008] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.664149] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.664287] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.664429] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.963156] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.963535] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.963535] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.963637] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.963719] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.963763] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e738c2-3e92-46e2-b326-ba8333f886bd is going to be created. [ 746.987388] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.987543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.987609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.988259] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.988259] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.997701] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e738c2-3e92-46e2-b326-ba8333f886bd in Status: UNINITIALIZED for 2s [ 747.168029] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7e28637-ee92-4ca6-a4b3-f71535814148: rpc.has_security_group_logging(os_id): False [ 747.186500] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.186819] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.187084] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.188025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.188025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.188025] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.188025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.188025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.188534] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.188742] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.190143] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.190143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.190143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.190143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.190143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.190143] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.190143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.190143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.190143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.190143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.190585] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 is going to be updated. [ 747.283707] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.283849] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.283914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.284157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.284306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.300266] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: IN_PROGRESS for 2s [ 749.006798] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e738c2-3e92-46e2-b326-ba8333f886bd in Status: SUCCESS [ 749.007142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.007191] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.007395] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.007584] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.007699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.007763] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.007914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.007996] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.008098] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.008188] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9e738c2-3e92-46e2-b326-ba8333f886bd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.312538] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: SUCCESS [ 749.312770] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.510805] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9e738c2-3e92-46e2-b326-ba8333f886bd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.923702] env[69242]: INFO networking_nsxv3.common.synchronization [req-d29eb436-cf7a-46af-be8c-7e40df17d504 req-4d9b3936-0af9-41af-9927-f0e82fbe740d tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 749.924511] env[69242]: INFO networking_nsxv3.common.synchronization [req-d29eb436-cf7a-46af-be8c-7e40df17d504 req-4d9b3936-0af9-41af-9927-f0e82fbe740d tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: e59efce7-812b-4225-a4cf-780cb97d6f2f with Priority: HIGHEST for action security_group_members [ 749.925431] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 749.925945] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59efce7-812b-4225-a4cf-780cb97d6f2f with Priority: HIGHEST for action security_group_members [ 749.926582] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.926861] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.927390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.927777] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.928089] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.928480] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.928673] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.928950] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.929175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.929367] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.930397] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59efce7-812b-4225-a4cf-780cb97d6f2f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.930658] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.930874] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.931247] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.931538] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.931761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.931924] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.933016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.933016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.933016] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e59efce7-812b-4225-a4cf-780cb97d6f2f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.974929] env[69242]: INFO networking_nsxv3.common.synchronization [req-d29eb436-cf7a-46af-be8c-7e40df17d504 req-4d9b3936-0af9-41af-9927-f0e82fbe740d tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: e59efce7-812b-4225-a4cf-780cb97d6f2f with Priority: HIGHEST for action security_group_rules [ 749.974929] env[69242]: INFO networking_nsxv3.common.synchronization [req-d29eb436-cf7a-46af-be8c-7e40df17d504 req-4d9b3936-0af9-41af-9927-f0e82fbe740d tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: e59efce7-812b-4225-a4cf-780cb97d6f2f with Priority: HIGHEST for action security_group_members [ 749.975839] env[69242]: INFO networking_nsxv3.common.synchronization [req-d29eb436-cf7a-46af-be8c-7e40df17d504 req-4d9b3936-0af9-41af-9927-f0e82fbe740d tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_rules [ 749.975928] env[69242]: INFO networking_nsxv3.common.synchronization [req-d29eb436-cf7a-46af-be8c-7e40df17d504 req-4d9b3936-0af9-41af-9927-f0e82fbe740d tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 749.976537] env[69242]: INFO networking_nsxv3.common.synchronization [req-d29eb436-cf7a-46af-be8c-7e40df17d504 req-4d9b3936-0af9-41af-9927-f0e82fbe740d tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab with Priority: HIGHEST for action port [ 749.977185] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59efce7-812b-4225-a4cf-780cb97d6f2f with Priority: HIGHEST for action security_group_rules [ 749.977325] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_rules [ 749.977428] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab with Priority: HIGHEST for action port [ 749.977522] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59efce7-812b-4225-a4cf-780cb97d6f2f with Priority: HIGHEST for action security_group_members [ 749.977609] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 749.977902] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e59efce7-812b-4225-a4cf-780cb97d6f2f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.979354] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.979462] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.979812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.979904] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e59efce7-812b-4225-a4cf-780cb97d6f2f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.984024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.984024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.984024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.984024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.984024] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.984324] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.984324] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.984324] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.984532] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.984597] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9703d8a7-4d76-4e38-a5fa-1e40959fd5ab',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.985881] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59efce7-812b-4225-a4cf-780cb97d6f2f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.986182] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.986317] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.986436] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.016971] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9e738c2-3e92-46e2-b326-ba8333f886bd: rpc.has_security_group_logging(os_id): False [ 750.034922] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.034922] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.034922] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.035250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.035352] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.035584] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.036442] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.036442] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.036648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.036786] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.036905] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9e738c2-3e92-46e2-b326-ba8333f886bd is going to be created. [ 750.107843] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.108537] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.108537] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.108537] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.108777] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.119808] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9e738c2-3e92-46e2-b326-ba8333f886bd in Status: IN_PROGRESS for 2s [ 750.435558] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.436612] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e59efce7-812b-4225-a4cf-780cb97d6f2f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.490139] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab with status ACTIVE [ 750.490139] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.490139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.490139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.490139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.490139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.490139] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.490139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.490139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.490139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.490139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.490139] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.490139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.490139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.490139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.490139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.491273] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab is going to be updated. [ 750.492677] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.493386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.493386] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59efce7-812b-4225-a4cf-780cb97d6f2f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.493386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.515904] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.515904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.515904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.515904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.515904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.515904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.938165] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.939129] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e59efce7-812b-4225-a4cf-780cb97d6f2f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.444480] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.444480] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.444480] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.444480] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.444480] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.444480] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 is going to be updated. [ 751.444480] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.444480] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.444480] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.444480] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.444480] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.444480] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59efce7-812b-4225-a4cf-780cb97d6f2f is going to be created. [ 751.475286] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.475458] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.475506] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.476034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.476216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.479175] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.479301] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.479364] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.479547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.479793] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.488924] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59efce7-812b-4225-a4cf-780cb97d6f2f in Status: UNINITIALIZED for 2s [ 751.489722] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: IN_PROGRESS for 2s [ 752.133524] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9e738c2-3e92-46e2-b326-ba8333f886bd in Status: SUCCESS [ 752.133633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.863380] env[69242]: INFO networking_nsxv3.common.synchronization [None req-ace00db2-ab36-4f3f-bf08-d64102347a95 None None] Enqueued Resource ID: 990b7aa5-3b18-4f4d-a8be-0e72ed909971 with Priority: HIGHEST for action port [ 752.864899] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 990b7aa5-3b18-4f4d-a8be-0e72ed909971 with Priority: HIGHEST for action port [ 752.864899] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-990b7aa5-3b18-4f4d-a8be-0e72ed909971 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.864899] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-990b7aa5-3b18-4f4d-a8be-0e72ed909971" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.864899] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-990b7aa5-3b18-4f4d-a8be-0e72ed909971" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.864899] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-990b7aa5-3b18-4f4d-a8be-0e72ed909971" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.864899] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('990b7aa5-3b18-4f4d-a8be-0e72ed909971',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.348311] env[69242]: INFO networking_nsxv3.common.synchronization [req-08ed05e5-981d-4cde-b2e1-738c7353d84b req-d94a8b70-2a8b-4e77-98d8-897e1b93e3e7 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 753.349126] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 753.349227] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.349339] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.349393] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.349645] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.349829] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.349928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.349981] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.352774] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.352883] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.352981] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.369573] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 990b7aa5-3b18-4f4d-a8be-0e72ed909971 [ 753.369573] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.369746] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.369746] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.371506] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.371506] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.371506] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:990b7aa5-3b18-4f4d-a8be-0e72ed909971 already deleted. [ 753.371506] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-990b7aa5-3b18-4f4d-a8be-0e72ed909971" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.499925] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59efce7-812b-4225-a4cf-780cb97d6f2f in Status: SUCCESS [ 753.500163] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.501758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.501758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.501758] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.501758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.501758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.501758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.501758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.501758] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e59efce7-812b-4225-a4cf-780cb97d6f2f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.503226] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: SUCCESS [ 753.503226] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.503339] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.503409] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.503567] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.504560] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.504560] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.504560] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.504560] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.504560] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.861114] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.861114] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.861114] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.861114] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.861114] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.861114] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.861114] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.861114] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.861114] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.861114] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.861114] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce already deleted. [ 753.861114] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.006055] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e59efce7-812b-4225-a4cf-780cb97d6f2f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.007221] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.100211] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-148 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.100423] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.100705] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.101096] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.101416] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.102798] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.102798] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.102798] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.102798] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.102798] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.103297] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.103297] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.103297] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.103473] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.103596] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.103756] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.127639] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.127904] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 754.128845] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.129411] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.129504] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.129650] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.129776] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.130112] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.130255] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.508975] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e59efce7-812b-4225-a4cf-780cb97d6f2f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.511408] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.636214] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.636546] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.636587] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.636855] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.637018] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.637181] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6 not found, creating... [ 754.637544] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.637713] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.638400] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.638660] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.638803] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.639223] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.639387] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.639506] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.639723] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.639929] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.639994] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6 is going to be created. [ 754.670966] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.671129] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.671353] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.671522] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.671749] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.671965] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.014242] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.014242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.014242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.014242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.014242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.014242] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59efce7-812b-4225-a4cf-780cb97d6f2f is going to be updated. [ 755.019496] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.019496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.019496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.019496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.019496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.019496] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 is going to be updated. [ 755.044469] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.044612] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.045010] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.045010] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.045137] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.047834] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.047923] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.047923] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.048162] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.048287] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.061075] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59efce7-812b-4225-a4cf-780cb97d6f2f in Status: IN_PROGRESS for 2s [ 755.061075] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: IN_PROGRESS for 2s [ 755.285955] env[69242]: INFO networking_nsxv3.common.synchronization [None req-0c2ac4c3-082e-4093-890a-ae1adcea60d9 None None] Enqueued Resource ID: 5e721df0-c052-46e3-b7ff-e3a637010c5d with Priority: HIGHEST for action port [ 755.286538] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e721df0-c052-46e3-b7ff-e3a637010c5d with Priority: HIGHEST for action port [ 755.289742] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e721df0-c052-46e3-b7ff-e3a637010c5d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.289865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e721df0-c052-46e3-b7ff-e3a637010c5d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.289965] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e721df0-c052-46e3-b7ff-e3a637010c5d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.290206] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e721df0-c052-46e3-b7ff-e3a637010c5d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.290440] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e721df0-c052-46e3-b7ff-e3a637010c5d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.793070] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e721df0-c052-46e3-b7ff-e3a637010c5d [ 755.793070] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.793070] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.793293] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.793342] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.795897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.795897] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e721df0-c052-46e3-b7ff-e3a637010c5d already deleted. [ 755.795897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e721df0-c052-46e3-b7ff-e3a637010c5d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.079989] env[69242]: INFO networking_nsxv3.common.synchronization [None req-37d138b3-c79c-45e6-8ecd-d51ea2bf7b05 None None] Enqueued Resource ID: 4b876f33-dc2e-4cfe-b189-dc22057d7840 with Priority: HIGHEST for action port [ 756.079989] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b876f33-dc2e-4cfe-b189-dc22057d7840 with Priority: HIGHEST for action port [ 756.080572] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b876f33-dc2e-4cfe-b189-dc22057d7840 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.080572] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b876f33-dc2e-4cfe-b189-dc22057d7840" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.080718] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b876f33-dc2e-4cfe-b189-dc22057d7840" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.081028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b876f33-dc2e-4cfe-b189-dc22057d7840" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.081900] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b876f33-dc2e-4cfe-b189-dc22057d7840',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.466393] env[69242]: INFO networking_nsxv3.common.synchronization [req-08ed05e5-981d-4cde-b2e1-738c7353d84b req-31242f2c-c860-4a69-94fe-f06c9f7379e4 service nova] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_rules [ 756.466604] env[69242]: INFO networking_nsxv3.common.synchronization [req-08ed05e5-981d-4cde-b2e1-738c7353d84b req-31242f2c-c860-4a69-94fe-f06c9f7379e4 service nova] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 756.466745] env[69242]: INFO networking_nsxv3.common.synchronization [req-08ed05e5-981d-4cde-b2e1-738c7353d84b req-31242f2c-c860-4a69-94fe-f06c9f7379e4 service nova] Enqueued Resource ID: bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6 with Priority: HIGHEST for action port [ 756.468058] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_rules [ 756.468204] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 756.468307] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6 with Priority: HIGHEST for action port [ 756.468585] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.468691] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.468759] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.469107] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.469107] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.471128] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.471128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.471128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.471128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.471128] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.471128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.471128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.471442] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.471442] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.471442] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.472099] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.472238] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.472380] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.472512] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.472608] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.586561] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b876f33-dc2e-4cfe-b189-dc22057d7840 [ 756.586800] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.586938] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.587038] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.587295] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.587376] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.587478] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b876f33-dc2e-4cfe-b189-dc22057d7840 already deleted. [ 756.587586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b876f33-dc2e-4cfe-b189-dc22057d7840" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.879253] env[69242]: INFO networking_nsxv3.common.synchronization [req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 req-ce5f254f-6573-4f7c-84d1-8ced289b1eda tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 756.879865] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 756.880900] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.880900] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.880900] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.881136] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.881204] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.881309] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.881372] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.881527] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.881609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.881708] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.971639] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.971790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.979275] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.980240] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6 with status ACTIVE [ 756.980459] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.980607] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.980682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.980883] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.980976] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.981170] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.981272] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.981334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.981476] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.981552] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.981726] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.981997] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.981997] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.981997] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.982798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.982927] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6 is going to be updated. [ 757.008141] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.009186] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.009267] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.010048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.010205] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.010380] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.085259] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59efce7-812b-4225-a4cf-780cb97d6f2f in Status: SUCCESS [ 757.089303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.089303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.089303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.089303] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.089303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.089303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.089303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.089303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.089303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.089303] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e59efce7-812b-4225-a4cf-780cb97d6f2f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.090358] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: SUCCESS [ 757.090675] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.091538] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.091807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.092230] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.092599] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.092755] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.093282] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.094090] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.094090] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.094090] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.387535] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.387682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.387882] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.387964] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.388077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.388273] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.388375] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.388436] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.388582] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.388658] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.388739] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e already deleted. [ 757.388821] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.485909] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.596169] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e59efce7-812b-4225-a4cf-780cb97d6f2f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.597256] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.597388] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.597451] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.597759] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.597837] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.597950] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.598000] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.598169] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.598243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.598331] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.598475] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.598563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.598623] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.598762] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.598895] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.598983] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.600070] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.600252] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.600347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.600437] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.600552] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.614067] env[69242]: INFO networking_nsxv3.common.synchronization [req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 req-4ae38d1c-ddf5-4aaa-8bd3-1698c1267c82 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Enqueued Resource ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf with Priority: HIGHEST for action security_group_members [ 757.614591] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf with Priority: HIGHEST for action security_group_members [ 757.618285] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d04fa3-cd3f-4491-a25c-9fd37653babf taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.618461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.618531] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.618915] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.618915] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.619073] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.619073] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.619312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.619312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.619421] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11d04fa3-cd3f-4491-a25c-9fd37653babf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.701867] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.702078] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.702206] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.703033] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.703504] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.703601] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.703681] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.703901] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.704125] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.704343] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.704664] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.705099] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.705589] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.705682] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.705794] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.705929] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.724258] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.724416] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 757.724781] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.724781] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.725023] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-64d310dd-15be-460a-975f-309ac524cb3c taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.725605] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-64d310dd-15be-460a-975f-309ac524cb3c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.725605] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-64d310dd-15be-460a-975f-309ac524cb3c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.725716] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-64d310dd-15be-460a-975f-309ac524cb3c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.725796] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64d310dd-15be-460a-975f-309ac524cb3c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.731996] env[69242]: INFO networking_nsxv3.common.synchronization [req-72c9c37a-4732-4951-937c-2931fedd3639 req-26a38e57-b2e8-4e12-aac5-a87ce1b747c5 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 757.732178] env[69242]: INFO networking_nsxv3.common.synchronization [req-72c9c37a-4732-4951-937c-2931fedd3639 req-26a38e57-b2e8-4e12-aac5-a87ce1b747c5 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: 0ade3e1c-fe90-4465-bbff-170241e91e6f with Priority: HIGHEST for action security_group_members [ 757.732308] env[69242]: INFO networking_nsxv3.common.synchronization [req-72c9c37a-4732-4951-937c-2931fedd3639 req-26a38e57-b2e8-4e12-aac5-a87ce1b747c5 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: e59efce7-812b-4225-a4cf-780cb97d6f2f with Priority: HIGHEST for action security_group_members [ 757.732526] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 757.732657] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ade3e1c-fe90-4465-bbff-170241e91e6f with Priority: HIGHEST for action security_group_members [ 757.732746] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59efce7-812b-4225-a4cf-780cb97d6f2f with Priority: HIGHEST for action security_group_members [ 757.733246] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.733435] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.733435] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.733602] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.733750] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.733843] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.733899] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.734107] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.734200] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.734453] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.735247] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ade3e1c-fe90-4465-bbff-170241e91e6f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.735363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ade3e1c-fe90-4465-bbff-170241e91e6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.735429] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ade3e1c-fe90-4465-bbff-170241e91e6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.735633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ade3e1c-fe90-4465-bbff-170241e91e6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.735800] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.736646] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.736709] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.736888] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.737432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.737608] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ade3e1c-fe90-4465-bbff-170241e91e6f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.738356] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59efce7-812b-4225-a4cf-780cb97d6f2f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.738470] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.738942] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.738942] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.738942] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.739286] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.739286] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.739711] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.739778] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.739872] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e59efce7-812b-4225-a4cf-780cb97d6f2f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.741492] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.861452] env[69242]: INFO networking_nsxv3.common.synchronization [req-72c9c37a-4732-4951-937c-2931fedd3639 req-26a38e57-b2e8-4e12-aac5-a87ce1b747c5 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: 0ade3e1c-fe90-4465-bbff-170241e91e6f with Priority: HIGHEST for action security_group_rules [ 757.863864] env[69242]: INFO networking_nsxv3.common.synchronization [req-72c9c37a-4732-4951-937c-2931fedd3639 req-26a38e57-b2e8-4e12-aac5-a87ce1b747c5 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: 0ade3e1c-fe90-4465-bbff-170241e91e6f with Priority: HIGHEST for action security_group_members [ 757.863864] env[69242]: INFO networking_nsxv3.common.synchronization [req-72c9c37a-4732-4951-937c-2931fedd3639 req-26a38e57-b2e8-4e12-aac5-a87ce1b747c5 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: e59efce7-812b-4225-a4cf-780cb97d6f2f with Priority: HIGHEST for action security_group_rules [ 757.863864] env[69242]: INFO networking_nsxv3.common.synchronization [req-72c9c37a-4732-4951-937c-2931fedd3639 req-26a38e57-b2e8-4e12-aac5-a87ce1b747c5 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: e59efce7-812b-4225-a4cf-780cb97d6f2f with Priority: HIGHEST for action security_group_members [ 757.863864] env[69242]: INFO networking_nsxv3.common.synchronization [req-72c9c37a-4732-4951-937c-2931fedd3639 req-26a38e57-b2e8-4e12-aac5-a87ce1b747c5 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_rules [ 757.863864] env[69242]: INFO networking_nsxv3.common.synchronization [req-72c9c37a-4732-4951-937c-2931fedd3639 req-26a38e57-b2e8-4e12-aac5-a87ce1b747c5 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 757.863864] env[69242]: INFO networking_nsxv3.common.synchronization [req-72c9c37a-4732-4951-937c-2931fedd3639 req-26a38e57-b2e8-4e12-aac5-a87ce1b747c5 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab with Priority: HIGHEST for action port [ 757.863864] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ade3e1c-fe90-4465-bbff-170241e91e6f with Priority: HIGHEST for action security_group_rules [ 757.864388] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59efce7-812b-4225-a4cf-780cb97d6f2f with Priority: HIGHEST for action security_group_rules [ 757.864388] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 757.864388] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab with Priority: HIGHEST for action port [ 757.864388] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_rules [ 757.864741] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ade3e1c-fe90-4465-bbff-170241e91e6f with Priority: HIGHEST for action security_group_members [ 757.864741] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59efce7-812b-4225-a4cf-780cb97d6f2f with Priority: HIGHEST for action security_group_members [ 757.864833] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ade3e1c-fe90-4465-bbff-170241e91e6f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.864924] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ade3e1c-fe90-4465-bbff-170241e91e6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.865019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ade3e1c-fe90-4465-bbff-170241e91e6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.865329] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ade3e1c-fe90-4465-bbff-170241e91e6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.865438] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ade3e1c-fe90-4465-bbff-170241e91e6f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.866237] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e59efce7-812b-4225-a4cf-780cb97d6f2f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.869118] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.869365] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.869486] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.869685] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.869790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.869854] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.870141] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.870141] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9703d8a7-4d76-4e38-a5fa-1e40959fd5ab',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.871050] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.871187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.871407] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ade3e1c-fe90-4465-bbff-170241e91e6f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.871506] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ade3e1c-fe90-4465-bbff-170241e91e6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.871715] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59efce7-812b-4225-a4cf-780cb97d6f2f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.871904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.989064] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.989064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.989064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.989270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.989270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.989358] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be created. [ 758.016785] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.016785] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.016785] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.016785] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.016785] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.027415] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: UNINITIALIZED for 2s [ 758.103695] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e59efce7-812b-4225-a4cf-780cb97d6f2f: rpc.has_security_group_logging(os_id): False [ 758.106657] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7e28637-ee92-4ca6-a4b3-f71535814148: rpc.has_security_group_logging(os_id): False [ 758.125155] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.125155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.125155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.125155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.125155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.125155] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.125155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.125155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.125155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.125155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.125155] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf is going to be updated. [ 758.127553] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.127983] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.128187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.128568] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.130018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.130018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.130018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.130018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.130018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.130018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.130018] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e59efce7-812b-4225-a4cf-780cb97d6f2f is going to be created. [ 758.133682] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.133682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.133682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.133682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.133682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.133682] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.133682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.133682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.133682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.133682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.133682] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.133682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.133682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.133682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.133682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.134235] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.134235] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.134235] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.134235] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.134235] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.134235] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 is going to be updated. [ 758.190976] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.191837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.191837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.191837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.191837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.194473] env[69242]: INFO networking_nsxv3.common.synchronization [None req-4883bcf9-97eb-40fa-a4d9-326da011d68d None None] Enqueued Resource ID: 01353620-0a7e-471d-8319-64d1a181a090 with Priority: HIGHEST for action port [ 758.194973] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01353620-0a7e-471d-8319-64d1a181a090 with Priority: HIGHEST for action port [ 758.195308] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-01353620-0a7e-471d-8319-64d1a181a090 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.195444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01353620-0a7e-471d-8319-64d1a181a090" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.195487] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01353620-0a7e-471d-8319-64d1a181a090" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.195720] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01353620-0a7e-471d-8319-64d1a181a090" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.195816] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01353620-0a7e-471d-8319-64d1a181a090',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.201702] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.201823] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.201997] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.202076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.202236] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.203949] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf in Status: IN_PROGRESS for 2s [ 758.231154] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.231368] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.231502] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.232547] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.232714] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.232908] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 64d310dd-15be-460a-975f-309ac524cb3c not found, creating... [ 758.233271] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.233434] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.233548] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.233771] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.233973] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.234232] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.234410] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.234760] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.234760] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.234877] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.235135] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 64d310dd-15be-460a-975f-309ac524cb3c is going to be created. [ 758.237613] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.237613] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.237757] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.237833] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.238039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.239438] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e59efce7-812b-4225-a4cf-780cb97d6f2f in Status: IN_PROGRESS for 2s [ 758.242314] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ade3e1c-fe90-4465-bbff-170241e91e6f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.243101] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.243812] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e59efce7-812b-4225-a4cf-780cb97d6f2f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.255961] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: IN_PROGRESS for 2s [ 758.284344] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.284564] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.284689] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.285138] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.285498] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.285754] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-64d310dd-15be-460a-975f-309ac524cb3c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.376026] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab with status ACTIVE [ 758.376026] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.376026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.376026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.376026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.376026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.376026] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.376026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.376026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.376026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.376026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.376026] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.376026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.376026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.376026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.376026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.376026] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab is going to be updated. [ 758.378166] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ade3e1c-fe90-4465-bbff-170241e91e6f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.378427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ade3e1c-fe90-4465-bbff-170241e91e6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.411222] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.411679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.411943] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.412312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.412582] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.412875] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.674189] env[69242]: INFO networking_nsxv3.common.synchronization [None req-8f9c801b-8281-466a-b8f6-2a48dcc88305 None None] Enqueued Resource ID: 30b47111-43f9-44a7-b4ea-ad6b52e149f4 with Priority: HIGHEST for action port [ 758.674189] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b47111-43f9-44a7-b4ea-ad6b52e149f4 with Priority: HIGHEST for action port [ 758.674189] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-30b47111-43f9-44a7-b4ea-ad6b52e149f4 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.674189] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30b47111-43f9-44a7-b4ea-ad6b52e149f4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.674189] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30b47111-43f9-44a7-b4ea-ad6b52e149f4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.674189] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30b47111-43f9-44a7-b4ea-ad6b52e149f4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.674189] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30b47111-43f9-44a7-b4ea-ad6b52e149f4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.700994] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01353620-0a7e-471d-8319-64d1a181a090 [ 758.701222] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.701352] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.701416] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.701690] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.701818] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.701918] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01353620-0a7e-471d-8319-64d1a181a090 already deleted. [ 758.701998] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01353620-0a7e-471d-8319-64d1a181a090" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.746351] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.746648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.746648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.746803] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.746986] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.747044] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 is going to be updated. [ 758.748229] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ade3e1c-fe90-4465-bbff-170241e91e6f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.752951] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e59efce7-812b-4225-a4cf-780cb97d6f2f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.780844] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.781037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.781128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.781381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.781536] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.792015] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: IN_PROGRESS for 2s [ 759.026572] env[69242]: INFO networking_nsxv3.common.synchronization [req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 req-2700ef2b-013b-40a2-be8a-06ce32982ab4 service nova] Enqueued Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_rules [ 759.026755] env[69242]: INFO networking_nsxv3.common.synchronization [req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 req-2700ef2b-013b-40a2-be8a-06ce32982ab4 service nova] Enqueued Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 759.026893] env[69242]: INFO networking_nsxv3.common.synchronization [req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 req-2700ef2b-013b-40a2-be8a-06ce32982ab4 service nova] Enqueued Resource ID: 64d310dd-15be-460a-975f-309ac524cb3c with Priority: HIGHEST for action port [ 759.027401] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_rules [ 759.027574] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 759.027665] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d310dd-15be-460a-975f-309ac524cb3c with Priority: HIGHEST for action port [ 759.027943] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.030302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.030816] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.031639] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.032530] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.034581] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.034699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.034767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.034951] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.036078] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.036078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.036078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.036078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.036078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.036078] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.037112] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-64d310dd-15be-460a-975f-309ac524cb3c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.037276] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64d310dd-15be-460a-975f-309ac524cb3c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.037346] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64d310dd-15be-460a-975f-309ac524cb3c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.037498] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64d310dd-15be-460a-975f-309ac524cb3c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.037583] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64d310dd-15be-460a-975f-309ac524cb3c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.175335] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30b47111-43f9-44a7-b4ea-ad6b52e149f4 [ 759.176450] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.176450] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.176450] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.176450] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.176450] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.176450] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30b47111-43f9-44a7-b4ea-ad6b52e149f4 already deleted. [ 759.176450] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30b47111-43f9-44a7-b4ea-ad6b52e149f4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.255344] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.255344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.255344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.255659] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.255659] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.255659] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ade3e1c-fe90-4465-bbff-170241e91e6f is going to be created. [ 759.256994] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.257113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.257113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.257306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.257391] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.257459] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59efce7-812b-4225-a4cf-780cb97d6f2f is going to be updated. [ 759.287278] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.287611] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.287611] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.287780] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.287852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.294118] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.294118] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.294118] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.294118] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.294118] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.300328] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59efce7-812b-4225-a4cf-780cb97d6f2f in Status: IN_PROGRESS for 2s [ 759.302030] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ade3e1c-fe90-4465-bbff-170241e91e6f in Status: UNINITIALIZED for 2s [ 759.541162] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64d310dd-15be-460a-975f-309ac524cb3c with status ACTIVE [ 759.541162] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.541162] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.541162] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.541339] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.541371] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.542314] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.542463] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.542535] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.542786] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.542906] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.543152] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.543346] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.543423] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.543577] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.543655] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.543741] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64d310dd-15be-460a-975f-309ac524cb3c is going to be updated. [ 759.545026] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.545798] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.545896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.568435] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.568435] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.568435] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.568435] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.568435] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.568700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64d310dd-15be-460a-975f-309ac524cb3c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.037859] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 760.038136] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.038305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.038712] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.038712] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.039023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.039023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.039215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.039215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.039309] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.039419] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.047272] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.213037] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf in Status: SUCCESS [ 760.213490] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf deletion is rescheduled due to dependency. [ 760.213490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.258026] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e59efce7-812b-4225-a4cf-780cb97d6f2f in Status: SUCCESS [ 760.258026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.258026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.258026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.258026] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e59efce7-812b-4225-a4cf-780cb97d6f2f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.270398] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: SUCCESS [ 760.271266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.271266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.271266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.271266] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.546032] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.546032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.546032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.546032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.546032] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.546032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.546032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.546032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.546032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.546032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.546032] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.546032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.546032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.546032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.546032] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.546032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.547193] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.548062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.548324] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.549992] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.549992] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.555266] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.555266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.555266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.555266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.555266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.555266] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e is going to be created. [ 760.578051] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.578051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.578051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.578051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.578051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.590932] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: UNINITIALIZED for 2s [ 760.765834] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59efce7-812b-4225-a4cf-780cb97d6f2f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.765834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.773676] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.773676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.802115] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: SUCCESS [ 760.802521] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.803217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.803217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.803399] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.803683] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.803760] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.804718] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.804718] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.804718] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.988023] env[69242]: INFO networking_nsxv3.common.synchronization [None req-edb63925-d3a7-40b6-8350-695050eef5b0 None None] Enqueued Resource ID: 2d03642c-3808-4a13-9386-7915efea7161 with Priority: HIGHEST for action port [ 760.988023] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03642c-3808-4a13-9386-7915efea7161 with Priority: HIGHEST for action port [ 760.988023] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d03642c-3808-4a13-9386-7915efea7161 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.988023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d03642c-3808-4a13-9386-7915efea7161" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.988725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d03642c-3808-4a13-9386-7915efea7161" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.988725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d03642c-3808-4a13-9386-7915efea7161" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.988725] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d03642c-3808-4a13-9386-7915efea7161',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.055181] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce: rpc.has_security_group_logging(os_id): False [ 761.072303] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.072535] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.072535] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.072728] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.072823] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.073049] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.073153] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.073211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.073418] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.073515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.073639] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.073761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.073828] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.073973] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.074060] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.074248] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.074341] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.074399] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.074559] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.074638] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.074721] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be created. [ 761.138049] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.138204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.138274] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.138587] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.138780] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.150640] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: IN_PROGRESS for 2s [ 761.309086] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.315342] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ade3e1c-fe90-4465-bbff-170241e91e6f in Status: SUCCESS [ 761.315342] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ade3e1c-fe90-4465-bbff-170241e91e6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.315342] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ade3e1c-fe90-4465-bbff-170241e91e6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.315342] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ade3e1c-fe90-4465-bbff-170241e91e6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.315342] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.315342] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.315342] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.315342] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.315342] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.315342] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ade3e1c-fe90-4465-bbff-170241e91e6f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.315342] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59efce7-812b-4225-a4cf-780cb97d6f2f in Status: SUCCESS [ 761.316134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.316243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.316519] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.316699] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.319954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.319954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.320191] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.320818] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.320947] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e59efce7-812b-4225-a4cf-780cb97d6f2f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.493213] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d03642c-3808-4a13-9386-7915efea7161 [ 761.493213] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.493397] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.493397] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.494214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.494214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.494214] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d03642c-3808-4a13-9386-7915efea7161 already deleted. [ 761.494214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d03642c-3808-4a13-9386-7915efea7161" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.811638] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.823558] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ade3e1c-fe90-4465-bbff-170241e91e6f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.824490] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e59efce7-812b-4225-a4cf-780cb97d6f2f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.314407] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.314783] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.314783] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.314879] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.314977] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.315052] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 is going to be updated. [ 762.325525] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ade3e1c-fe90-4465-bbff-170241e91e6f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.326702] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e59efce7-812b-4225-a4cf-780cb97d6f2f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.385408] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.385608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.385663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.385888] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.386079] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.402852] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: IN_PROGRESS for 2s [ 762.602492] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: SUCCESS [ 762.603167] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.603167] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.603167] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.603633] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.603633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.603633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.603787] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.603787] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.603850] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.603916] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.830853] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.830853] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.830853] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.831251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.831251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.831251] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ade3e1c-fe90-4465-bbff-170241e91e6f is going to be updated. [ 762.835308] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.835308] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.835308] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.835308] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.835308] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.835308] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59efce7-812b-4225-a4cf-780cb97d6f2f is going to be updated. [ 762.866205] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.866205] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.866402] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.866637] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.866747] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.869530] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.869600] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.869667] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.869863] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.870011] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.882073] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59efce7-812b-4225-a4cf-780cb97d6f2f in Status: IN_PROGRESS for 2s [ 762.883470] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ade3e1c-fe90-4465-bbff-170241e91e6f in Status: IN_PROGRESS for 2s [ 763.106715] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.106919] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.107031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.107315] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.107521] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.107645] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.108262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.108262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.108262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.108262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.108478] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.108532] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.108578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.108800] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.109044] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.109200] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.109303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.109526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.109649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.109784] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.109927] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.162876] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 763.162876] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.614351] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 267a7ef5-25ec-4e39-9364-f676e9946b6e: rpc.has_security_group_logging(os_id): False [ 763.634373] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.634373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.634373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.634373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.634373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.634373] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.634373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.634373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.634373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.634373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.634373] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.635545] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.635957] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.636280] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.642077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.642077] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.642077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.642077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.642077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.642077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.642077] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e is going to be created. [ 763.706023] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.706023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.706023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.706023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.706023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.748132] env[69242]: INFO networking_nsxv3.common.synchronization [req-e3152add-bfb4-4d07-9497-01ebe3665639 req-9a8ee845-8d4a-4006-9631-fc6f77e1d911 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Enqueued Resource ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 with Priority: HIGHEST for action security_group_members [ 763.748685] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: IN_PROGRESS for 2s [ 763.749324] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 with Priority: HIGHEST for action security_group_members [ 763.749822] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.750203] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.750426] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.750841] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.751177] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.751460] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.751686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.752074] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.752238] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.752445] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d56d740b-4e9e-4f74-b0bf-b958cd0e2b49',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.024613] env[69242]: INFO networking_nsxv3.common.synchronization [req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 req-bf2a06f9-e178-4d1c-aea0-653733267e0d tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: 0ade3e1c-fe90-4465-bbff-170241e91e6f with Priority: HIGHEST for action security_group_members [ 764.025061] env[69242]: INFO networking_nsxv3.common.synchronization [req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 req-bf2a06f9-e178-4d1c-aea0-653733267e0d tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 764.025204] env[69242]: INFO networking_nsxv3.common.synchronization [req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 req-bf2a06f9-e178-4d1c-aea0-653733267e0d tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: e59efce7-812b-4225-a4cf-780cb97d6f2f with Priority: HIGHEST for action security_group_members [ 764.026267] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ade3e1c-fe90-4465-bbff-170241e91e6f with Priority: HIGHEST for action security_group_members [ 764.026479] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 764.026754] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59efce7-812b-4225-a4cf-780cb97d6f2f with Priority: HIGHEST for action security_group_members [ 764.026954] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ade3e1c-fe90-4465-bbff-170241e91e6f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.027109] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ade3e1c-fe90-4465-bbff-170241e91e6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.027320] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.027417] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.027591] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59efce7-812b-4225-a4cf-780cb97d6f2f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.027701] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.161269] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.161269] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-770" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.161581] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-770" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.162210] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-770" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.162412] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.162412] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.162412] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.162412] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.163293] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.163473] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.163607] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.163716] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.163823] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.163935] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.164049] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.164199] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.182861] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.183041] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 764.183179] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.183350] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-770" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.183706] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-eac780e9-251a-4937-9fb1-1fdf34799c55 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.184123] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-eac780e9-251a-4937-9fb1-1fdf34799c55" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.184123] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-eac780e9-251a-4937-9fb1-1fdf34799c55" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.184301] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-eac780e9-251a-4937-9fb1-1fdf34799c55" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.184434] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eac780e9-251a-4937-9fb1-1fdf34799c55',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.256257] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.256257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.256257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.256257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.256257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.256257] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.256257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.256257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.256257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.256257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.256257] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 already deleted. [ 764.256257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.416133] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: SUCCESS [ 764.416133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.416133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.416133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.416133] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.416133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.416133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.416133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.416133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.416133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.416133] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.416133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.416133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.416133] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.416133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.416133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.421658] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.421658] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.421658] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.690033] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.690033] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.690033] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.690033] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.690033] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.690033] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port eac780e9-251a-4937-9fb1-1fdf34799c55 not found, creating... [ 764.690033] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.690033] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.690033] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.690033] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.690033] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.690749] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.690749] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.690749] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.690749] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.690749] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.690749] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: eac780e9-251a-4937-9fb1-1fdf34799c55 is going to be created. [ 764.715695] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.715919] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.716077] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.716372] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.716614] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.716839] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-eac780e9-251a-4937-9fb1-1fdf34799c55" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.893173] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59efce7-812b-4225-a4cf-780cb97d6f2f in Status: SUCCESS [ 764.893407] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.893656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.893910] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.894191] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.894191] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.894330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.894380] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.894526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.894573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.894656] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e59efce7-812b-4225-a4cf-780cb97d6f2f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.896189] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ade3e1c-fe90-4465-bbff-170241e91e6f in Status: SUCCESS [ 764.896439] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ade3e1c-fe90-4465-bbff-170241e91e6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.896593] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.896753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.896918] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.897034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.897100] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.897270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.897477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.897477] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e59efce7-812b-4225-a4cf-780cb97d6f2f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.898132] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ade3e1c-fe90-4465-bbff-170241e91e6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.898295] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ade3e1c-fe90-4465-bbff-170241e91e6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.899037] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.899984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.899984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.899984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.899984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.899984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ade3e1c-fe90-4465-bbff-170241e91e6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.899984] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ade3e1c-fe90-4465-bbff-170241e91e6f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.901140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ade3e1c-fe90-4465-bbff-170241e91e6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.901651] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ade3e1c-fe90-4465-bbff-170241e91e6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.901651] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.901782] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.901782] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.902072] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.902072] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.902072] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ade3e1c-fe90-4465-bbff-170241e91e6f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.923051] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.923389] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.923389] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.403151] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.403151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.403151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.403151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.403151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.403151] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.403395] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.403395] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.403456] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.403530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.403627] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59efce7-812b-4225-a4cf-780cb97d6f2f is going to be updated. [ 765.404729] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e59efce7-812b-4225-a4cf-780cb97d6f2f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.405599] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ade3e1c-fe90-4465-bbff-170241e91e6f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.407039] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.407167] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.407232] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.407388] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.407961] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.407961] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.407961] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.407961] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.407961] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.408173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.408173] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ade3e1c-fe90-4465-bbff-170241e91e6f is going to be deleted. [ 765.427384] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.435095] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.435522] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.435874] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.436253] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.436542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.444013] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.444441] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.444515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.444756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.444791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.444884] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ade3e1c-fe90-4465-bbff-170241e91e6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.447134] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59efce7-812b-4225-a4cf-780cb97d6f2f in Status: IN_PROGRESS for 2s [ 765.503498] env[69242]: INFO networking_nsxv3.common.synchronization [req-e3152add-bfb4-4d07-9497-01ebe3665639 req-7dc58f01-0306-444c-b065-d2449703567b service nova] Enqueued Resource ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 with Priority: HIGHEST for action security_group_rules [ 765.503498] env[69242]: INFO networking_nsxv3.common.synchronization [req-e3152add-bfb4-4d07-9497-01ebe3665639 req-7dc58f01-0306-444c-b065-d2449703567b service nova] Enqueued Resource ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 with Priority: HIGHEST for action security_group_members [ 765.503498] env[69242]: INFO networking_nsxv3.common.synchronization [req-e3152add-bfb4-4d07-9497-01ebe3665639 req-7dc58f01-0306-444c-b065-d2449703567b service nova] Enqueued Resource ID: eac780e9-251a-4937-9fb1-1fdf34799c55 with Priority: HIGHEST for action port [ 765.503498] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 with Priority: HIGHEST for action security_group_rules [ 765.503498] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 with Priority: HIGHEST for action security_group_members [ 765.503498] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac780e9-251a-4937-9fb1-1fdf34799c55 with Priority: HIGHEST for action port [ 765.503498] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.503498] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.503498] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.503498] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.503498] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d56d740b-4e9e-4f74-b0bf-b958cd0e2b49',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.504194] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.504334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.504403] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.504579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.504726] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.505038] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.505135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.505326] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.505447] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.505591] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d56d740b-4e9e-4f74-b0bf-b958cd0e2b49',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.506440] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-eac780e9-251a-4937-9fb1-1fdf34799c55 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.506897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eac780e9-251a-4937-9fb1-1fdf34799c55" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.506994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eac780e9-251a-4937-9fb1-1fdf34799c55" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.507299] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eac780e9-251a-4937-9fb1-1fdf34799c55" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.507399] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eac780e9-251a-4937-9fb1-1fdf34799c55',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.760833] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: SUCCESS [ 765.762580] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.907432] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ade3e1c-fe90-4465-bbff-170241e91e6f: rpc.has_security_group_logging(os_id): False [ 765.908879] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e59efce7-812b-4225-a4cf-780cb97d6f2f: rpc.has_security_group_logging(os_id): False [ 765.925719] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.925865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.925931] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.926563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.926563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.926563] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.926563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.926789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.926789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.926852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.927203] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e59efce7-812b-4225-a4cf-780cb97d6f2f is going to be updated. [ 765.928679] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.928679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.928778] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.928848] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.929790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.929790] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.929790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.929790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.929790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.929790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.929790] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ade3e1c-fe90-4465-bbff-170241e91e6f is going to be created. [ 765.931206] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.931206] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.931346] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.931405] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.931482] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.931565] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 is going to be updated. [ 765.952934] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0ade3e1c-fe90-4465-bbff-170241e91e6f], does not exist path=[/infra/domains/default/groups/0ade3e1c-fe90-4465-bbff-170241e91e6f]."\n}' [ 765.953109] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ade3e1c-fe90-4465-bbff-170241e91e6f failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0ade3e1c-fe90-4465-bbff-170241e91e6f [ 765.953193] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 765.972611] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.972814] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.972814] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.973278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.973278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.981220] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: IN_PROGRESS for 2s [ 765.988229] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.988580] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.988580] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.988827] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.990166] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.990483] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.990609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.990761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.990834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.990904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.991149] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.991229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.991289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.991444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.991521] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.991609] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ade3e1c-fe90-4465-bbff-170241e91e6f is going to be created. [ 765.994468] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.994589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.994636] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.995052] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.995193] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.008913] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d56d740b-4e9e-4f74-b0bf-b958cd0e2b49',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.009744] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.009866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.010302] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eac780e9-251a-4937-9fb1-1fdf34799c55 with status ACTIVE [ 766.011027] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.011027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.011027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.011027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.011027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.011027] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.011027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.011339] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.011339] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.011339] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.011512] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.011587] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.011641] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.011761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.011825] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.011979] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eac780e9-251a-4937-9fb1-1fdf34799c55 is going to be updated. [ 766.014823] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e59efce7-812b-4225-a4cf-780cb97d6f2f in Status: IN_PROGRESS for 2s [ 766.016503] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0ade3e1c-fe90-4465-bbff-170241e91e6f], does not exist path=[/infra/domains/default/groups/0ade3e1c-fe90-4465-bbff-170241e91e6f]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0ade3e1c-fe90-4465-bbff-170241e91e6f [ 766.017363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ade3e1c-fe90-4465-bbff-170241e91e6f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.017363] env[69242]: Traceback (most recent call last): [ 766.017363] env[69242]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 766.017363] env[69242]: return func(*args, **kwargs) [ 766.017363] env[69242]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 766.017363] env[69242]: res.raise_for_status() [ 766.017363] env[69242]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 766.017363] env[69242]: raise HTTPError(http_error_msg, response=self) [ 766.017363] env[69242]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0ade3e1c-fe90-4465-bbff-170241e91e6f [ 766.017363] env[69242]: During handling of the above exception, another exception occurred: [ 766.017363] env[69242]: Traceback (most recent call last): [ 766.017363] env[69242]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 766.017363] env[69242]: listener.cb(fileno) [ 766.017363] env[69242]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 766.017363] env[69242]: result = function(*args, **kwargs) [ 766.017363] env[69242]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 766.017363] env[69242]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 766.017363] env[69242]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 766.017363] env[69242]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 766.017363] env[69242]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 766.017363] env[69242]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 766.017363] env[69242]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 766.017363] env[69242]: res.raise_for_status() [ 766.017363] env[69242]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 766.017363] env[69242]: raise HTTPError(http_error_msg, response=self) [ 766.017363] env[69242]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0ade3e1c-fe90-4465-bbff-170241e91e6f [ 766.017363] env[69242]: Removing descriptor: 13 [ 766.034048] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.034048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.034048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.034048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.034048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.034048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eac780e9-251a-4937-9fb1-1fdf34799c55" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.299572] env[69242]: INFO networking_nsxv3.common.synchronization [req-628f6fc2-7964-4b2f-a887-297b7bab42f5 req-7912e450-1399-4b91-b5a5-0ec7f0bb4a92 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Enqueued Resource ID: 10935cdc-1d73-41d2-b065-2303428279e3 with Priority: HIGHEST for action security_group_members [ 766.300135] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10935cdc-1d73-41d2-b065-2303428279e3 with Priority: HIGHEST for action security_group_members [ 766.300957] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-10935cdc-1d73-41d2-b065-2303428279e3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.300957] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.301240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.301491] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.301657] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.303934] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.303934] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.303934] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.303934] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.303934] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.512147] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d56d740b-4e9e-4f74-b0bf-b958cd0e2b49',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.680863] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.681093] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-454" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.681224] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-454" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.681554] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-454" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.681827] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.681983] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.683463] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.683724] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.683887] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.684113] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.684231] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.684340] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.684448] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.684595] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.684706] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.684841] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.705204] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.705394] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 766.705618] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.705858] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-454" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.706232] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-1a0f83f2-699f-4aac-8120-90466759f00a taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.706411] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-1a0f83f2-699f-4aac-8120-90466759f00a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.706566] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-1a0f83f2-699f-4aac-8120-90466759f00a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.706905] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-1a0f83f2-699f-4aac-8120-90466759f00a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.707511] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a0f83f2-699f-4aac-8120-90466759f00a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.804703] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.805009] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.805009] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.805143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.805238] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.805444] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.805592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.805649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.805804] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.805883] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.805969] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10935cdc-1d73-41d2-b065-2303428279e3 already deleted. [ 766.806062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.013295] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.018019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.018019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.018019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.018019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.018019] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 is going to be created. [ 767.039376] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.039549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.039611] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.039801] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.039965] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.054025] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 in Status: UNINITIALIZED for 2s [ 767.210904] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.211150] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.211278] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.211574] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.211738] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.212608] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 1a0f83f2-699f-4aac-8120-90466759f00a not found, creating... [ 767.212975] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.213192] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.213327] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.213568] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.213719] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.214161] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.214273] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.214393] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.214636] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.215048] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.215214] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 1a0f83f2-699f-4aac-8120-90466759f00a is going to be created. [ 767.237582] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.237799] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.237917] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.238302] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.238571] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.238828] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-1a0f83f2-699f-4aac-8120-90466759f00a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.457808] env[69242]: INFO networking_nsxv3.common.synchronization [req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe req-47bb2d1e-90ba-4cdb-9ed7-4ff13ef90438 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 767.457808] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59efce7-812b-4225-a4cf-780cb97d6f2f in Status: SUCCESS [ 767.457993] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59efce7-812b-4225-a4cf-780cb97d6f2f deletion is rescheduled due to dependency. [ 767.458442] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.458973] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 767.459394] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.459530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.459598] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.459788] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.459938] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.461705] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.461834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.462039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.462137] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.462250] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.471705] env[69242]: INFO networking_nsxv3.common.synchronization [req-1a0b61ee-e957-41db-8ed6-2e96fac189cc req-6d1485bc-02c2-4da2-b5cb-e391d2e2aaa6 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Enqueued Resource ID: d113361d-1569-4803-9af9-b04075ce7f23 with Priority: HIGHEST for action security_group_members [ 767.472999] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d113361d-1569-4803-9af9-b04075ce7f23 with Priority: HIGHEST for action security_group_members [ 767.472999] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d113361d-1569-4803-9af9-b04075ce7f23 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.472999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.472999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.472999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.473206] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.473250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.473287] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.473444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.473510] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.473860] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d113361d-1569-4803-9af9-b04075ce7f23',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.587990] env[69242]: INFO networking_nsxv3.common.synchronization [req-e6e5790c-6a4f-49a0-8866-f5624f45dddf req-7aa80264-171c-4054-8fa2-fa63a38026d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 767.588766] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 767.589497] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.590815] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.591022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.591383] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.591690] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.591934] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.592109] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.592404] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.592605] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.592809] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.964200] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.964530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.964530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.964648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.977547] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.977794] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.984524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.984754] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.984871] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.984929] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.985156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.985234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.985299] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be updated. [ 767.986280] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.986461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.989923] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: SUCCESS [ 767.990136] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.990671] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.990852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.991035] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.991145] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.991208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.991347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.991438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.991509] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.991656] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.991746] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.991810] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.991939] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.992117] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.992205] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.992266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.992398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.992470] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.992549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.992636] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.007042] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.007255] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.007370] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.007432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.007615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.007751] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.007864] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d113361d-1569-4803-9af9-b04075ce7f23 is going to be updated. [ 768.021674] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.021802] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.021869] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.022122] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.022290] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.028497] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e59efce7-812b-4225-a4cf-780cb97d6f2f in Status: SUCCESS [ 768.028682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.029998] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: IN_PROGRESS for 2s [ 768.040795] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.041081] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.041081] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.041250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.041418] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.049777] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d113361d-1569-4803-9af9-b04075ce7f23 in Status: IN_PROGRESS for 2s [ 768.095649] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.095805] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.095870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.096108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.132940] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.133206] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.133540] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.133540] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.133704] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.133783] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.133877] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 is going to be updated. [ 768.173268] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.173268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.173268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.173268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.173268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.180132] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: IN_PROGRESS for 2s [ 768.186020] env[69242]: INFO networking_nsxv3.common.synchronization [req-628f6fc2-7964-4b2f-a887-297b7bab42f5 req-4b4a5da5-d881-44ee-87b1-fd087cee703a service nova] Enqueued Resource ID: 10935cdc-1d73-41d2-b065-2303428279e3 with Priority: HIGHEST for action security_group_rules [ 768.186020] env[69242]: INFO networking_nsxv3.common.synchronization [req-628f6fc2-7964-4b2f-a887-297b7bab42f5 req-4b4a5da5-d881-44ee-87b1-fd087cee703a service nova] Enqueued Resource ID: 10935cdc-1d73-41d2-b065-2303428279e3 with Priority: HIGHEST for action security_group_members [ 768.186020] env[69242]: INFO networking_nsxv3.common.synchronization [req-628f6fc2-7964-4b2f-a887-297b7bab42f5 req-4b4a5da5-d881-44ee-87b1-fd087cee703a service nova] Enqueued Resource ID: 1a0f83f2-699f-4aac-8120-90466759f00a with Priority: HIGHEST for action port [ 768.186020] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10935cdc-1d73-41d2-b065-2303428279e3 with Priority: HIGHEST for action security_group_rules [ 768.186020] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10935cdc-1d73-41d2-b065-2303428279e3 with Priority: HIGHEST for action security_group_members [ 768.186020] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0f83f2-699f-4aac-8120-90466759f00a with Priority: HIGHEST for action port [ 768.186020] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10935cdc-1d73-41d2-b065-2303428279e3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.186020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.186020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.186853] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.187182] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.190807] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-10935cdc-1d73-41d2-b065-2303428279e3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.190807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.190807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.190807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.190807] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.190807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.190807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.190807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.190807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.190807] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.190807] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a0f83f2-699f-4aac-8120-90466759f00a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.191653] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a0f83f2-699f-4aac-8120-90466759f00a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.191865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a0f83f2-699f-4aac-8120-90466759f00a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.192160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a0f83f2-699f-4aac-8120-90466759f00a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.192353] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a0f83f2-699f-4aac-8120-90466759f00a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.494849] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7e28637-ee92-4ca6-a4b3-f71535814148: rpc.has_security_group_logging(os_id): False [ 768.515279] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.515437] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.515520] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.515740] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.542428] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.542786] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.542921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.542986] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.543205] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.543292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.543502] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.543697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.543697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.543813] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.543896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.544195] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.544195] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.544324] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.544451] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.544451] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.544527] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 is going to be updated. [ 768.619591] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.619782] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.619856] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.620092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.620290] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.638071] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: IN_PROGRESS for 2s [ 768.694825] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-10935cdc-1d73-41d2-b065-2303428279e3 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.694825] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.694825] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.696458] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a0f83f2-699f-4aac-8120-90466759f00a with status ACTIVE [ 768.696741] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.696907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.697010] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.697270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.697406] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.697641] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.697811] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.697905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.698138] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.698218] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.698488] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.698639] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.698785] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.698953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.699056] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.699152] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a0f83f2-699f-4aac-8120-90466759f00a is going to be updated. [ 768.734970] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.735439] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.735870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.739125] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.739125] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.739125] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a0f83f2-699f-4aac-8120-90466759f00a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.063120] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 in Status: SUCCESS [ 769.063555] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.063555] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.063806] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.063912] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.064052] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.064118] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.064325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.064415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.064504] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.064599] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d56d740b-4e9e-4f74-b0bf-b958cd0e2b49',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.111411] env[69242]: INFO networking_nsxv3.common.synchronization [req-f588040f-2128-4359-a771-b899dce513f3 req-79a51696-e352-46f1-ba7a-536a7347fc78 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Enqueued Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_members [ 769.115021] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_members [ 769.115021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.115021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.115021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.115021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.115021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.115021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.115021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.115384] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.115384] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.115384] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.202208] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.498804] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.499144] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-603" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.499229] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-603" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.499544] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-603" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.499833] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.499996] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.501723] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.501989] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.503089] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.503308] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.503450] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.503590] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.503705] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.503819] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.503959] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.504121] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.538990] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.539208] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 769.539403] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.539792] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-603" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.540180] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-f55f2429-3c96-42fd-886d-36c0b25def71 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.540358] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-f55f2429-3c96-42fd-886d-36c0b25def71" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.540485] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-f55f2429-3c96-42fd-886d-36c0b25def71" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.540796] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-f55f2429-3c96-42fd-886d-36c0b25def71" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.540936] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f55f2429-3c96-42fd-886d-36c0b25def71',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.568711] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d56d740b-4e9e-4f74-b0bf-b958cd0e2b49',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.621351] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.621647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.621835] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.622213] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.622317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.622484] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.622598] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.622702] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.622802] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.622916] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.622997] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 already deleted. [ 769.623045] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.705587] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.705757] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.705841] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.706126] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.706244] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.707024] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10935cdc-1d73-41d2-b065-2303428279e3 is going to be created. [ 769.734610] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.734610] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.734610] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.734610] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.734610] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.743186] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10935cdc-1d73-41d2-b065-2303428279e3 in Status: UNINITIALIZED for 2s [ 770.044232] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 770.044232] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce deletion is rescheduled due to dependency. [ 770.044232] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.044766] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.044977] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.045129] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.045387] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.045727] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.045790] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port f55f2429-3c96-42fd-886d-36c0b25def71 not found, creating... [ 770.046025] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.046185] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.046323] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.046628] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.046828] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.047168] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.047337] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.048469] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.048469] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.048469] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.048469] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: f55f2429-3c96-42fd-886d-36c0b25def71 is going to be created. [ 770.058266] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d113361d-1569-4803-9af9-b04075ce7f23 in Status: SUCCESS [ 770.058483] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d113361d-1569-4803-9af9-b04075ce7f23 deletion is rescheduled due to dependency. [ 770.058904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.069736] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.069736] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.069736] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.069736] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.071096] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.071441] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-f55f2429-3c96-42fd-886d-36c0b25def71" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.073150] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d56d740b-4e9e-4f74-b0bf-b958cd0e2b49: rpc.has_security_group_logging(os_id): False [ 770.090146] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.090374] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.090374] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.090591] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.090685] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.090933] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.091065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.091151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.091316] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.091397] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.091487] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 is going to be created. [ 770.159361] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.159361] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.159361] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.159361] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.159361] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.195420] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 in Status: IN_PROGRESS for 2s [ 770.196881] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: SUCCESS [ 770.197150] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 deletion is rescheduled due to dependency. [ 770.197278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.654098] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: SUCCESS [ 770.655692] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.852336] env[69242]: INFO networking_nsxv3.common.synchronization [req-f588040f-2128-4359-a771-b899dce513f3 req-bf274dde-0c9d-47ec-9336-db4434d2ca0d service nova] Enqueued Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_rules [ 770.852515] env[69242]: INFO networking_nsxv3.common.synchronization [req-f588040f-2128-4359-a771-b899dce513f3 req-bf274dde-0c9d-47ec-9336-db4434d2ca0d service nova] Enqueued Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_members [ 770.852653] env[69242]: INFO networking_nsxv3.common.synchronization [req-f588040f-2128-4359-a771-b899dce513f3 req-bf274dde-0c9d-47ec-9336-db4434d2ca0d service nova] Enqueued Resource ID: f55f2429-3c96-42fd-886d-36c0b25def71 with Priority: HIGHEST for action port [ 770.852874] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_rules [ 770.853009] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_members [ 770.853110] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f55f2429-3c96-42fd-886d-36c0b25def71 with Priority: HIGHEST for action port [ 770.853642] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.853765] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.853833] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.856143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.856252] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.857856] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.857985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.858062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.858249] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.858403] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.858503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.858565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.858713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.858804] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.858897] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.859810] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-f55f2429-3c96-42fd-886d-36c0b25def71 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.859930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f55f2429-3c96-42fd-886d-36c0b25def71" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.859930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f55f2429-3c96-42fd-886d-36c0b25def71" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.863030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f55f2429-3c96-42fd-886d-36c0b25def71" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.863030] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f55f2429-3c96-42fd-886d-36c0b25def71',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.361926] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.363324] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.363443] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.365052] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f55f2429-3c96-42fd-886d-36c0b25def71 with status ACTIVE [ 771.365249] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.365365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.365433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.365694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.365787] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.365963] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.366074] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.366138] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.366295] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.366374] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.366563] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.366664] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.366730] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.366874] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.366950] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.367045] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f55f2429-3c96-42fd-886d-36c0b25def71 is going to be updated. [ 771.385924] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.386051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.386111] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.386270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.386393] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.386618] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f55f2429-3c96-42fd-886d-36c0b25def71" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.753829] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10935cdc-1d73-41d2-b065-2303428279e3 in Status: SUCCESS [ 771.754066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.754227] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.754493] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.754684] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.754798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.754863] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.755023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.755107] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.755192] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.755339] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.866011] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.207302] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 in Status: SUCCESS [ 772.207530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.257242] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-10935cdc-1d73-41d2-b065-2303428279e3 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.257490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.257616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.257880] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.258689] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.258689] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.258689] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.258689] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.258689] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.258689] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.258984] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-10935cdc-1d73-41d2-b065-2303428279e3 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.259081] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.259215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.259309] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.259449] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.259542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.259603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.259740] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.259822] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.259907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.259998] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.368460] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.368956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.368956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.368956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.369079] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.369127] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 is going to be created. [ 772.392328] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.392328] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.392433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.392603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.392811] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.402192] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 in Status: UNINITIALIZED for 2s [ 772.620179] env[69242]: INFO networking_nsxv3.common.synchronization [req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 req-66b6768e-4c02-4972-bd1b-9e83c72b54a2 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Enqueued Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 772.620179] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 772.620179] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.620179] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.620179] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.620179] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.620782] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.621053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.621482] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.621790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.622094] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.622353] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.762823] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10935cdc-1d73-41d2-b065-2303428279e3: rpc.has_security_group_logging(os_id): False [ 772.781021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.781021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.781325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.781325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.781398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.781660] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.781660] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.781845] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.781899] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.781982] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.782763] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.782763] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.782763] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.782763] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.782763] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.782763] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.783249] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.783249] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.783249] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.783249] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.783249] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10935cdc-1d73-41d2-b065-2303428279e3 is going to be created. [ 772.846544] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.846848] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.846951] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.847214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.847431] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.855380] env[69242]: INFO networking_nsxv3.common.synchronization [req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 req-57b808c0-20b2-46a7-83cc-993ba1554651 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 772.856076] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 772.856374] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.856495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.856641] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.856891] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.860085] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.860290] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.860386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.860669] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.860733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.860845] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.862604] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10935cdc-1d73-41d2-b065-2303428279e3 in Status: IN_PROGRESS for 2s [ 772.989657] env[69242]: INFO networking_nsxv3.common.synchronization [req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 req-6d1348fc-a979-4a43-9b69-4411f54ae2e8 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Enqueued Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 772.990264] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 772.990594] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.990730] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.129368] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.129368] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.129368] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.129368] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.147541] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.147972] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.148228] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.148371] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.148635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.148797] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.148956] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae is going to be updated. [ 773.191356] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.191553] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.191629] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.191776] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.191921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.202939] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: IN_PROGRESS for 2s [ 773.364691] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.364805] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.364879] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.365133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.384163] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.384462] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.384582] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.387414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.387414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.387414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.387414] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e is going to be updated. [ 773.415058] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.415219] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.415291] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.415500] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.415652] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.424950] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: IN_PROGRESS for 2s [ 773.695521] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.695749] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-217" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.695875] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-217" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.696206] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-217" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.696473] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.696628] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.696748] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.696963] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.697119] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.697328] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.697446] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.697573] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.697643] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.697745] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.697986] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.697986] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.723329] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.723329] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 773.723329] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.723329] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-217" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.723329] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-667781ee-8afb-42ae-af4c-f133d982ca0d taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.723329] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-667781ee-8afb-42ae-af4c-f133d982ca0d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.723329] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-667781ee-8afb-42ae-af4c-f133d982ca0d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.723329] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-667781ee-8afb-42ae-af4c-f133d982ca0d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.723949] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('667781ee-8afb-42ae-af4c-f133d982ca0d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.226413] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.226728] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.226839] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.228187] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.228187] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.228187] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 667781ee-8afb-42ae-af4c-f133d982ca0d not found, creating... [ 774.228187] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.228187] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.228187] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.228516] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.228516] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.228723] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.228906] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.229046] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.229269] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.229402] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.229547] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 667781ee-8afb-42ae-af4c-f133d982ca0d is going to be created. [ 774.257769] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.258114] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.258257] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.258576] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.258862] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.259120] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-667781ee-8afb-42ae-af4c-f133d982ca0d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.413442] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 in Status: SUCCESS [ 774.413713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.413842] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.414074] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.414264] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.414403] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.414475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.414631] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.414715] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.414801] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.414891] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.875034] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10935cdc-1d73-41d2-b065-2303428279e3 in Status: SUCCESS [ 774.875310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.917176] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.917357] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.917442] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.917715] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.917889] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.918043] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.918126] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.918296] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.918402] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.918470] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.918616] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.918744] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.918823] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.918967] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.919138] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.919229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.919288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.919450] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.919538] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.919608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.919706] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.055968] env[69242]: INFO networking_nsxv3.common.synchronization [req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 req-aad86f55-74da-45bd-a5bf-063c7c9017d8 service nova] Enqueued Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_rules [ 775.056214] env[69242]: INFO networking_nsxv3.common.synchronization [req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 req-aad86f55-74da-45bd-a5bf-063c7c9017d8 service nova] Enqueued Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 775.056400] env[69242]: INFO networking_nsxv3.common.synchronization [req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 req-aad86f55-74da-45bd-a5bf-063c7c9017d8 service nova] Enqueued Resource ID: 667781ee-8afb-42ae-af4c-f133d982ca0d with Priority: HIGHEST for action port [ 775.056670] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_rules [ 775.056866] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 775.057025] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667781ee-8afb-42ae-af4c-f133d982ca0d with Priority: HIGHEST for action port [ 775.057790] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.057955] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.058070] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.058324] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.058438] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.059494] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.059643] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.059887] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-667781ee-8afb-42ae-af4c-f133d982ca0d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.060035] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-667781ee-8afb-42ae-af4c-f133d982ca0d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.060123] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-667781ee-8afb-42ae-af4c-f133d982ca0d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.060357] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-667781ee-8afb-42ae-af4c-f133d982ca0d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.060470] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('667781ee-8afb-42ae-af4c-f133d982ca0d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.211833] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: SUCCESS [ 775.212038] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae deletion is rescheduled due to dependency. [ 775.212161] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.212332] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.212540] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.212719] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.212834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.212898] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.213084] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.213141] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.213241] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.424782] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48: rpc.has_security_group_logging(os_id): False [ 775.435780] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: SUCCESS [ 775.436049] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e deletion is rescheduled due to dependency. [ 775.436180] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.444046] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.444046] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.444046] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.444046] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.444046] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.444046] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.444046] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.444046] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.444046] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.444046] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.444736] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.444736] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.444736] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.444736] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.444736] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.444976] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.444976] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.444976] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.445153] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.445153] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.445251] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 is going to be created. [ 775.503587] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.503587] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.503587] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.503587] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.503587] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.511408] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 in Status: IN_PROGRESS for 2s [ 775.567142] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.567142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.567142] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 667781ee-8afb-42ae-af4c-f133d982ca0d with status ACTIVE [ 775.567142] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.567142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.567142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.567142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.567142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.567142] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.567142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.567142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.567142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.567142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.568125] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.568125] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.568125] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.568125] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.568125] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.568125] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 667781ee-8afb-42ae-af4c-f133d982ca0d is going to be updated. [ 775.608725] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.609127] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.609302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.609874] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.610128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.610544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-667781ee-8afb-42ae-af4c-f133d982ca0d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.717198] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.738573] env[69242]: INFO networking_nsxv3.common.synchronization [req-9a77dc6e-f9a5-4f48-86a8-687affda2bda req-fc2486d1-b3a4-4193-bc94-b4abfd78f5a6 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Enqueued Resource ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a with Priority: HIGHEST for action security_group_members [ 775.739690] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a with Priority: HIGHEST for action security_group_members [ 775.739690] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.739690] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.739690] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.739948] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.739948] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.740030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.740583] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.740676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.740776] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.740822] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e13c3c39-dacd-46c0-8f9c-942f5c92d96a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.988065] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.988065] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-769" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.988065] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-769" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.988065] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-769" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.988065] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.988065] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.988065] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.988571] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.988571] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.988571] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.988777] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.988854] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.988956] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.989122] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.989238] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.989382] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.096310] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.096447] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.107 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 776.096586] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.096764] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-769" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.097098] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-71ad91ab-3158-4e8a-aee8-0ea90e97e1ad taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.097269] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-71ad91ab-3158-4e8a-aee8-0ea90e97e1ad" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.097419] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-71ad91ab-3158-4e8a-aee8-0ea90e97e1ad" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.097710] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-71ad91ab-3158-4e8a-aee8-0ea90e97e1ad" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.097841] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71ad91ab-3158-4e8a-aee8-0ea90e97e1ad',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.221429] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.242593] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.242754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.242826] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.243104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.262756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.263028] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.263147] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.263210] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.263414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.263490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.263595] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a is going to be updated. [ 776.291523] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.291681] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.291726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.291943] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.292095] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.305727] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a in Status: IN_PROGRESS for 2s [ 776.602398] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.602718] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.605528] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.605907] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.606106] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.606268] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 71ad91ab-3158-4e8a-aee8-0ea90e97e1ad not found, creating... [ 776.606548] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.606710] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.606874] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.607142] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.607285] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.607596] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.607752] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.607864] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.608522] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.608522] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.608522] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 71ad91ab-3158-4e8a-aee8-0ea90e97e1ad is going to be created. [ 776.630944] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.633775] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.633775] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.633775] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.633775] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.633775] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-71ad91ab-3158-4e8a-aee8-0ea90e97e1ad" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.672676] env[69242]: INFO networking_nsxv3.common.synchronization [req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 req-f42eecd1-3636-4eb6-a041-7ca8f81bbdb4 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 with Priority: HIGHEST for action security_group_members [ 776.673213] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 with Priority: HIGHEST for action security_group_members [ 776.674247] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f60cf64-3f52-49c8-aff8-311c5568a6a2 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.674247] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.674247] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.674247] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.674482] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.674626] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.674758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.675226] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.675334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.675925] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f60cf64-3f52-49c8-aff8-311c5568a6a2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.731984] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.731984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.732124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.732286] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.732369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.732467] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae is going to be updated. [ 776.768574] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.771469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.771561] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.771780] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.771929] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.782941] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: IN_PROGRESS for 2s [ 777.184531] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.184701] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.184771] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.184988] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.212168] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.212496] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.212614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.212680] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.212916] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.213020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.213112] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 is going to be updated. [ 777.244499] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.244659] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.244731] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.244943] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.245096] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.253671] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 in Status: IN_PROGRESS for 2s [ 777.314694] env[69242]: INFO networking_nsxv3.common.synchronization [req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 req-7f453ae6-53b3-4b2b-9b02-9e2ad791a61d service nova] Enqueued Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_rules [ 777.314774] env[69242]: INFO networking_nsxv3.common.synchronization [req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 req-7f453ae6-53b3-4b2b-9b02-9e2ad791a61d service nova] Enqueued Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 777.314906] env[69242]: INFO networking_nsxv3.common.synchronization [req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 req-7f453ae6-53b3-4b2b-9b02-9e2ad791a61d service nova] Enqueued Resource ID: 71ad91ab-3158-4e8a-aee8-0ea90e97e1ad with Priority: HIGHEST for action port [ 777.315494] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_rules [ 777.315626] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 777.315773] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71ad91ab-3158-4e8a-aee8-0ea90e97e1ad with Priority: HIGHEST for action port [ 777.316060] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.316176] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.316408] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.316471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.316605] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-71ad91ab-3158-4e8a-aee8-0ea90e97e1ad taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.316719] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71ad91ab-3158-4e8a-aee8-0ea90e97e1ad" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.316818] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71ad91ab-3158-4e8a-aee8-0ea90e97e1ad" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.317107] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71ad91ab-3158-4e8a-aee8-0ea90e97e1ad" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.317159] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71ad91ab-3158-4e8a-aee8-0ea90e97e1ad',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.522313] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 in Status: SUCCESS [ 777.522557] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.820839] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71ad91ab-3158-4e8a-aee8-0ea90e97e1ad with status ACTIVE [ 777.821203] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.821203] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.821329] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.821474] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.821564] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.821765] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.821867] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.821928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.822091] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.822168] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.822364] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.822459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.822518] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.822674] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.822752] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.822846] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71ad91ab-3158-4e8a-aee8-0ea90e97e1ad is going to be updated. [ 777.842311] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.842464] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.842534] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.842719] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.842852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.843039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71ad91ab-3158-4e8a-aee8-0ea90e97e1ad" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.315606] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a in Status: SUCCESS [ 778.315882] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a deletion is rescheduled due to dependency. [ 778.316012] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.792781] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: SUCCESS [ 778.798627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.798627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.798627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.798627] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.798627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.798627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.798627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.798627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.798627] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.263040] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 in Status: SUCCESS [ 779.263296] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 deletion is rescheduled due to dependency. [ 779.263393] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.302227] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.806019] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.307494] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.307494] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.307494] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.307494] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.307494] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.307494] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae is going to be updated. [ 780.335135] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.335293] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.335347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.335536] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.335672] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.343678] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: IN_PROGRESS for 2s [ 782.316858] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 782.317239] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 782.354604] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: SUCCESS [ 782.354604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.354604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.354853] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.354885] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.355015] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.355150] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.355229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.355384] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.355384] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.355482] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.356550] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.358030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.358030] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.358030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.358030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.358030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.358030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.358030] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.859790] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.860041] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.864447] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.258879] env[69242]: INFO networking_nsxv3.common.synchronization [req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 req-f0274948-6619-4113-97d6-81faa3b3db4f tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Enqueued Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGHEST for action security_group_members [ 783.259911] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGHEST for action security_group_members [ 783.259911] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-873f3691-5ba9-43a3-bccd-fb3d5ad59780 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.260166] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.260166] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.260377] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.260535] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.260624] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.260711] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.260846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.260920] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.261025] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873f3691-5ba9-43a3-bccd-fb3d5ad59780',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.370287] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.688006] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.688469] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-896" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.688629] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-896" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.688933] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-896" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.689261] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.689474] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.689623] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.691050] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.691050] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.691050] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.691050] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.691050] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.691050] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.691050] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.691050] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.691050] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.710140] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.710314] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 783.710487] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.710622] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-896" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.710969] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-f81ec91f-44fb-4de5-8b9a-361050254a03 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.711097] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-f81ec91f-44fb-4de5-8b9a-361050254a03" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.711223] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-f81ec91f-44fb-4de5-8b9a-361050254a03" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.711541] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-f81ec91f-44fb-4de5-8b9a-361050254a03" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.711680] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f81ec91f-44fb-4de5-8b9a-361050254a03',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.765466] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.765629] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.765702] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.766048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.785990] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.786355] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.786486] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.786554] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.786757] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.786867] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.787042] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 is going to be updated. [ 783.811708] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.811873] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.811964] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.812204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.812347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.843108] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 in Status: IN_PROGRESS for 2s [ 783.873435] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.873625] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.873772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.874025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.874166] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.874247] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae is going to be updated. [ 783.905016] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.905239] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.905516] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.906024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.906203] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.914893] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: IN_PROGRESS for 2s [ 784.214770] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.215072] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.215253] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.215607] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.215815] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.219095] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port f81ec91f-44fb-4de5-8b9a-361050254a03 not found, creating... [ 784.219095] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.219095] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.219095] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.219095] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.219095] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.219095] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.219095] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.219095] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.219095] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.219538] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.219538] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: f81ec91f-44fb-4de5-8b9a-361050254a03 is going to be created. [ 784.239336] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.239632] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.239814] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.240218] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.240515] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.240799] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-f81ec91f-44fb-4de5-8b9a-361050254a03" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.996199] env[69242]: INFO networking_nsxv3.common.synchronization [req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 req-e6d13613-0005-4195-bba0-68564f33e5a0 service nova] Enqueued Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGHEST for action security_group_rules [ 784.996199] env[69242]: INFO networking_nsxv3.common.synchronization [req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 req-e6d13613-0005-4195-bba0-68564f33e5a0 service nova] Enqueued Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGHEST for action security_group_members [ 784.996199] env[69242]: INFO networking_nsxv3.common.synchronization [req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 req-e6d13613-0005-4195-bba0-68564f33e5a0 service nova] Enqueued Resource ID: f81ec91f-44fb-4de5-8b9a-361050254a03 with Priority: HIGHEST for action port [ 784.996199] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGHEST for action security_group_rules [ 784.996199] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGHEST for action security_group_members [ 784.996199] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f81ec91f-44fb-4de5-8b9a-361050254a03 with Priority: HIGHEST for action port [ 784.996199] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.996199] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.996199] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.996199] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.996780] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('873f3691-5ba9-43a3-bccd-fb3d5ad59780',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.998146] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-873f3691-5ba9-43a3-bccd-fb3d5ad59780 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.999954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.999954] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-f81ec91f-44fb-4de5-8b9a-361050254a03 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.999954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f81ec91f-44fb-4de5-8b9a-361050254a03" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.999954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f81ec91f-44fb-4de5-8b9a-361050254a03" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.999954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f81ec91f-44fb-4de5-8b9a-361050254a03" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.999954] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f81ec91f-44fb-4de5-8b9a-361050254a03',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.501383] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-873f3691-5ba9-43a3-bccd-fb3d5ad59780 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.501383] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.501582] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f81ec91f-44fb-4de5-8b9a-361050254a03 with status ACTIVE [ 785.502024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.502024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.502024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.502209] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.502209] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.502568] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.502568] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.502675] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.502780] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.502862] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.503059] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.504733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.504733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.504733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.504733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.504733] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f81ec91f-44fb-4de5-8b9a-361050254a03 is going to be updated. [ 785.522559] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.522702] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.522769] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.522972] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.523129] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.523289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f81ec91f-44fb-4de5-8b9a-361050254a03" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.646414] env[69242]: INFO networking_nsxv3.common.synchronization [req-743655e5-26ef-48b2-b036-5c53826715ee req-ec91df7c-6522-4fd0-a623-434a5533fc72 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Enqueued Resource ID: cee235ed-7dcd-4a76-9f2b-7c9a18edecbc with Priority: HIGHEST for action security_group_members [ 785.646578] env[69242]: INFO networking_nsxv3.common.synchronization [req-743655e5-26ef-48b2-b036-5c53826715ee req-ec91df7c-6522-4fd0-a623-434a5533fc72 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Enqueued Resource ID: 10935cdc-1d73-41d2-b065-2303428279e3 with Priority: HIGHEST for action security_group_members [ 785.647135] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee235ed-7dcd-4a76-9f2b-7c9a18edecbc with Priority: HIGHEST for action security_group_members [ 785.647266] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10935cdc-1d73-41d2-b065-2303428279e3 with Priority: HIGHEST for action security_group_members [ 785.647544] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.647653] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.647719] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.647982] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.648157] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.648510] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.648629] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.648889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.649055] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.649190] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cee235ed-7dcd-4a76-9f2b-7c9a18edecbc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.651760] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-10935cdc-1d73-41d2-b065-2303428279e3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.651916] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.652011] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.652210] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.652369] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.652468] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.652530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.652695] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.652778] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.652867] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.697891] env[69242]: INFO networking_nsxv3.common.synchronization [req-743655e5-26ef-48b2-b036-5c53826715ee req-ec91df7c-6522-4fd0-a623-434a5533fc72 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Enqueued Resource ID: 10935cdc-1d73-41d2-b065-2303428279e3 with Priority: HIGHEST for action security_group_rules [ 785.698517] env[69242]: INFO networking_nsxv3.common.synchronization [req-743655e5-26ef-48b2-b036-5c53826715ee req-ec91df7c-6522-4fd0-a623-434a5533fc72 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Enqueued Resource ID: 10935cdc-1d73-41d2-b065-2303428279e3 with Priority: HIGHEST for action security_group_members [ 785.698816] env[69242]: INFO networking_nsxv3.common.synchronization [req-743655e5-26ef-48b2-b036-5c53826715ee req-ec91df7c-6522-4fd0-a623-434a5533fc72 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Enqueued Resource ID: cee235ed-7dcd-4a76-9f2b-7c9a18edecbc with Priority: HIGHEST for action security_group_rules [ 785.699122] env[69242]: INFO networking_nsxv3.common.synchronization [req-743655e5-26ef-48b2-b036-5c53826715ee req-ec91df7c-6522-4fd0-a623-434a5533fc72 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Enqueued Resource ID: cee235ed-7dcd-4a76-9f2b-7c9a18edecbc with Priority: HIGHEST for action security_group_members [ 785.699517] env[69242]: INFO networking_nsxv3.common.synchronization [req-743655e5-26ef-48b2-b036-5c53826715ee req-ec91df7c-6522-4fd0-a623-434a5533fc72 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Enqueued Resource ID: 1a0f83f2-699f-4aac-8120-90466759f00a with Priority: HIGHEST for action port [ 785.700214] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10935cdc-1d73-41d2-b065-2303428279e3 with Priority: HIGHEST for action security_group_rules [ 785.701087] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee235ed-7dcd-4a76-9f2b-7c9a18edecbc with Priority: HIGHEST for action security_group_rules [ 785.701087] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0f83f2-699f-4aac-8120-90466759f00a with Priority: HIGHEST for action port [ 785.701087] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10935cdc-1d73-41d2-b065-2303428279e3 with Priority: HIGHEST for action security_group_members [ 785.701087] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee235ed-7dcd-4a76-9f2b-7c9a18edecbc with Priority: HIGHEST for action security_group_members [ 785.701343] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10935cdc-1d73-41d2-b065-2303428279e3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.701484] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.701566] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.701818] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.701920] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.704561] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.704714] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.704786] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.705078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.705172] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cee235ed-7dcd-4a76-9f2b-7c9a18edecbc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.706110] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a0f83f2-699f-4aac-8120-90466759f00a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.706273] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a0f83f2-699f-4aac-8120-90466759f00a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.706362] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a0f83f2-699f-4aac-8120-90466759f00a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.706578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a0f83f2-699f-4aac-8120-90466759f00a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.706669] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a0f83f2-699f-4aac-8120-90466759f00a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.708065] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-10935cdc-1d73-41d2-b065-2303428279e3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.708065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.708065] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.708065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.852614] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 in Status: SUCCESS [ 785.852851] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 deletion is rescheduled due to dependency. [ 785.853018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.853175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.853379] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.853560] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.853670] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.853746] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.853928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.854023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.854118] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873f3691-5ba9-43a3-bccd-fb3d5ad59780',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.924145] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: SUCCESS [ 785.924298] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.924524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.924824] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.925135] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.925264] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.925357] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.925587] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.925696] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.926108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.926108] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.926248] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.926302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.926488] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.926655] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.926786] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.926911] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.926997] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.927105] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.927378] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.927378] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.108714] env[69242]: INFO networking_nsxv3.common.synchronization [req-c836ab7d-01e8-4dd5-822e-204050a078b1 req-8157ebdd-d094-4221-ae30-26f002fb7a0e tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Enqueued Resource ID: cee235ed-7dcd-4a76-9f2b-7c9a18edecbc with Priority: HIGHEST for action security_group_members [ 786.108981] env[69242]: INFO networking_nsxv3.common.synchronization [req-c836ab7d-01e8-4dd5-822e-204050a078b1 req-8157ebdd-d094-4221-ae30-26f002fb7a0e tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Enqueued Resource ID: 10935cdc-1d73-41d2-b065-2303428279e3 with Priority: HIGHEST for action security_group_members [ 786.109427] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee235ed-7dcd-4a76-9f2b-7c9a18edecbc with Priority: HIGHEST for action security_group_members [ 786.109561] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10935cdc-1d73-41d2-b065-2303428279e3 with Priority: HIGHEST for action security_group_members [ 786.109856] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.109968] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.111056] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-10935cdc-1d73-41d2-b065-2303428279e3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.111146] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.152480] env[69242]: INFO networking_nsxv3.common.synchronization [req-c836ab7d-01e8-4dd5-822e-204050a078b1 req-8157ebdd-d094-4221-ae30-26f002fb7a0e tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Enqueued Resource ID: 10935cdc-1d73-41d2-b065-2303428279e3 with Priority: HIGHEST for action security_group_rules [ 786.152644] env[69242]: INFO networking_nsxv3.common.synchronization [req-c836ab7d-01e8-4dd5-822e-204050a078b1 req-8157ebdd-d094-4221-ae30-26f002fb7a0e tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Enqueued Resource ID: 10935cdc-1d73-41d2-b065-2303428279e3 with Priority: HIGHEST for action security_group_members [ 786.152779] env[69242]: INFO networking_nsxv3.common.synchronization [req-c836ab7d-01e8-4dd5-822e-204050a078b1 req-8157ebdd-d094-4221-ae30-26f002fb7a0e tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Enqueued Resource ID: 1a0f83f2-699f-4aac-8120-90466759f00a with Priority: HIGHEST for action port [ 786.153479] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10935cdc-1d73-41d2-b065-2303428279e3 with Priority: HIGHEST for action security_group_rules [ 786.153612] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10935cdc-1d73-41d2-b065-2303428279e3 with Priority: HIGHEST for action security_group_members [ 786.153709] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0f83f2-699f-4aac-8120-90466759f00a with Priority: HIGHEST for action port [ 786.154491] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10935cdc-1d73-41d2-b065-2303428279e3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.154576] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.154767] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-10935cdc-1d73-41d2-b065-2303428279e3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.154853] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.155038] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cee235ed-7dcd-4a76-9f2b-7c9a18edecbc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.156333] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a0f83f2-699f-4aac-8120-90466759f00a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.156403] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a0f83f2-699f-4aac-8120-90466759f00a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.156565] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.210070] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-10935cdc-1d73-41d2-b065-2303428279e3 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.210070] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.210070] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.210070] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.210070] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a0f83f2-699f-4aac-8120-90466759f00a with status ACTIVE [ 786.210330] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.210330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.210330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.210560] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.210607] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.210778] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.210883] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.210935] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.211084] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.211140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.211312] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.211403] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.211461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.211630] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.211712] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.211784] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a0f83f2-699f-4aac-8120-90466759f00a is going to be updated. [ 786.231966] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.231966] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.231966] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.232201] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.232346] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.232528] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a0f83f2-699f-4aac-8120-90466759f00a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.232819] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a0f83f2-699f-4aac-8120-90466759f00a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.233088] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a0f83f2-699f-4aac-8120-90466759f00a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.233088] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a0f83f2-699f-4aac-8120-90466759f00a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.359741] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('873f3691-5ba9-43a3-bccd-fb3d5ad59780',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.430826] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a955bdc8-cea3-4cb2-a792-4773d3eb64ae: rpc.has_security_group_logging(os_id): False [ 786.449754] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.450345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.450665] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.451015] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.451252] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.451610] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.453023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.453023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.453023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.453023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.453023] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.453023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.453023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.453023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.453023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.453023] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.453663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.453907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.454199] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.455850] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.455850] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae is going to be updated. [ 786.522726] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.522726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.522726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.522726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.522726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.533258] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: IN_PROGRESS for 2s [ 786.657715] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cee235ed-7dcd-4a76-9f2b-7c9a18edecbc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.660204] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.736355] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a0f83f2-699f-4aac-8120-90466759f00a with status ACTIVE [ 786.736355] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.736355] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.736355] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.736568] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.736610] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.736792] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.736877] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.736946] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.737129] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.737209] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.737399] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.737494] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.737555] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.737696] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.737769] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.737854] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a0f83f2-699f-4aac-8120-90466759f00a is going to be updated. [ 786.758501] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.758501] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.758501] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.758501] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.758501] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.758501] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a0f83f2-699f-4aac-8120-90466759f00a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.864066] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('873f3691-5ba9-43a3-bccd-fb3d5ad59780',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.876994] env[69242]: INFO networking_nsxv3.common.synchronization [req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 req-9193ad38-da1d-42db-9954-f8f8006bae13 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Enqueued Resource ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 with Priority: HIGHEST for action security_group_members [ 786.877580] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 with Priority: HIGHEST for action security_group_members [ 786.877905] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e29612f-d9f5-47b3-869c-779f2e099ec0 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.881608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.881736] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.882086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.882311] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.882466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.882541] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.882764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.882878] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.883111] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e29612f-d9f5-47b3-869c-779f2e099ec0',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.160322] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.160615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.160615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.160754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.160841] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.160944] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cee235ed-7dcd-4a76-9f2b-7c9a18edecbc is going to be created. [ 787.167647] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.167647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.167647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.167647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.167647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.167647] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10935cdc-1d73-41d2-b065-2303428279e3 is going to be updated. [ 787.184829] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.184977] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.185060] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.185267] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.185486] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.192776] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.192913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.192981] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.193223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.193373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.197120] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee235ed-7dcd-4a76-9f2b-7c9a18edecbc in Status: UNINITIALIZED for 2s [ 787.200437] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10935cdc-1d73-41d2-b065-2303428279e3 in Status: IN_PROGRESS for 2s [ 787.311074] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.311074] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-36" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.311074] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-36" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.311074] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-36" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.311074] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.311074] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.311074] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.311074] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.313570] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.313869] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 787.314035] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.314035] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.314163] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.314420] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 787.314420] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.314557] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.334659] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.334659] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 787.334659] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.334659] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-36" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.335294] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-44a247b1-c0c0-48b7-9e34-5c452a76b81b taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.335294] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-44a247b1-c0c0-48b7-9e34-5c452a76b81b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.335294] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-44a247b1-c0c0-48b7-9e34-5c452a76b81b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.336159] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-44a247b1-c0c0-48b7-9e34-5c452a76b81b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.336159] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44a247b1-c0c0-48b7-9e34-5c452a76b81b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.371211] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.371211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.371211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.371211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.371211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.371211] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 is going to be updated. [ 787.391387] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.391387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.391387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.391387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.391387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.391387] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.391387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.391387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.391387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.391387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.391387] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 already deleted. [ 787.391387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.412794] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.412794] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.412794] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.412794] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.412794] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.419847] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 in Status: IN_PROGRESS for 2s [ 787.600571] env[69242]: INFO networking_nsxv3.common.synchronization [req-07807507-5469-4188-819e-e805014ef81c req-3366fcd3-9bd9-47bb-b6e5-8e01ca69cef5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Enqueued Resource ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 with Priority: HIGHEST for action security_group_members [ 787.603156] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 with Priority: HIGHEST for action security_group_members [ 787.603156] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7af9a9c-db9c-4882-8fe6-188135a2c407 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.603156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.603156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.603156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.603156] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.603156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.603156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.603156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.603156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.603156] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7af9a9c-db9c-4882-8fe6-188135a2c407',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.840504] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.840799] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.840985] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.842819] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.843331] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.843615] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 44a247b1-c0c0-48b7-9e34-5c452a76b81b not found, creating... [ 787.844040] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.844276] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.844443] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.844754] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.844948] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.845416] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.845648] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.845821] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.846144] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.846899] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.846899] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 44a247b1-c0c0-48b7-9e34-5c452a76b81b is going to be created. [ 787.868055] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.868282] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.868446] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.868722] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.869448] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.869448] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-44a247b1-c0c0-48b7-9e34-5c452a76b81b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.104352] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.104516] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.104590] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.104797] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.130507] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.130777] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.131061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.131061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.131180] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.131246] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.131345] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 is going to be updated. [ 788.165588] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.165877] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.165877] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.166291] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.166291] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.174972] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 in Status: IN_PROGRESS for 2s [ 788.545868] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: SUCCESS [ 788.545868] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.545868] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.546227] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.546259] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.633345] env[69242]: INFO networking_nsxv3.common.synchronization [req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 req-6c9762f6-fb97-45a9-91d5-c409de3070cb service nova] Enqueued Resource ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 with Priority: HIGHEST for action security_group_rules [ 788.633345] env[69242]: INFO networking_nsxv3.common.synchronization [req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 req-6c9762f6-fb97-45a9-91d5-c409de3070cb service nova] Enqueued Resource ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 with Priority: HIGHEST for action security_group_members [ 788.633345] env[69242]: INFO networking_nsxv3.common.synchronization [req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 req-6c9762f6-fb97-45a9-91d5-c409de3070cb service nova] Enqueued Resource ID: 44a247b1-c0c0-48b7-9e34-5c452a76b81b with Priority: HIGHEST for action port [ 788.633345] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 with Priority: HIGHEST for action security_group_rules [ 788.633345] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 with Priority: HIGHEST for action security_group_members [ 788.633597] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44a247b1-c0c0-48b7-9e34-5c452a76b81b with Priority: HIGHEST for action port [ 788.633990] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e29612f-d9f5-47b3-869c-779f2e099ec0 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.634286] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.634501] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.634830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.635923] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e29612f-d9f5-47b3-869c-779f2e099ec0',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.636958] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e29612f-d9f5-47b3-869c-779f2e099ec0 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.637225] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.637396] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.637671] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.637922] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.638134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.638279] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.638549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.638726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.638897] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e29612f-d9f5-47b3-869c-779f2e099ec0',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.639823] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-44a247b1-c0c0-48b7-9e34-5c452a76b81b taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.640334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44a247b1-c0c0-48b7-9e34-5c452a76b81b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.640486] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44a247b1-c0c0-48b7-9e34-5c452a76b81b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.640719] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44a247b1-c0c0-48b7-9e34-5c452a76b81b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.640894] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44a247b1-c0c0-48b7-9e34-5c452a76b81b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.049347] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.049546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.049614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.049836] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.050018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.050723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.050723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.050723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.050723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.050723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.050723] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.146025] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e29612f-d9f5-47b3-869c-779f2e099ec0 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.146025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.146025] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e29612f-d9f5-47b3-869c-779f2e099ec0',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.146025] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44a247b1-c0c0-48b7-9e34-5c452a76b81b with status ACTIVE [ 789.146025] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.146025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.146025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.146025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.146025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.146025] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.146025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.146025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.146025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.146025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.146754] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.146754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.146754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.147366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.147568] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.147730] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44a247b1-c0c0-48b7-9e34-5c452a76b81b is going to be updated. [ 789.172173] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.172512] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.172512] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.172612] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.172717] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.172876] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44a247b1-c0c0-48b7-9e34-5c452a76b81b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.219108] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10935cdc-1d73-41d2-b065-2303428279e3 in Status: SUCCESS [ 789.219423] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.219602] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.219816] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.220010] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.220124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.220185] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.220344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.220419] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.220539] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.223309] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee235ed-7dcd-4a76-9f2b-7c9a18edecbc in Status: SUCCESS [ 789.223618] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.224119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.224550] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.224550] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.224550] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.224706] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.224803] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.224838] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.224909] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cee235ed-7dcd-4a76-9f2b-7c9a18edecbc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.432058] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 in Status: SUCCESS [ 789.432058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.432058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.432058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.432058] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.432058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.432058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.432058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.432058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.432058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.432058] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('873f3691-5ba9-43a3-bccd-fb3d5ad59780',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.552584] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.552899] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.553260] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.556019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.556019] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.556019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.556019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.556019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.556019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.556019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.556019] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.556019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.556019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.556019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.556019] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.556019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.556019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.556019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.556019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.556019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.556019] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.653407] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e29612f-d9f5-47b3-869c-779f2e099ec0',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.691931] env[69242]: INFO networking_nsxv3.common.synchronization [req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b req-645bddaf-9562-4ab4-9409-492f95f3c9f9 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Enqueued Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 789.692418] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 789.692616] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.692724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.692782] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.692988] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.695034] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.696089] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.696089] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.696089] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.696089] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.696089] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.726568] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.726721] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.726793] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.726996] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.727124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.727346] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.727452] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.727521] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.727668] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.727745] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.727832] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cee235ed-7dcd-4a76-9f2b-7c9a18edecbc is going to be deleted. [ 789.728827] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.758895] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.759121] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.759121] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.759333] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.759426] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.759524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.759664] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.759813] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.759970] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.760084] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.760141] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.760392] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.760528] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.760637] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cee235ed-7dcd-4a76-9f2b-7c9a18edecbc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.933734] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('873f3691-5ba9-43a3-bccd-fb3d5ad59780',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.060120] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a955bdc8-cea3-4cb2-a792-4773d3eb64ae: rpc.has_security_group_logging(os_id): False [ 790.078264] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.080026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.080026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.080026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.080026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.080026] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.080026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.080026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.080026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.081354] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.081354] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.081354] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.081354] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.081512] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.081543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.082159] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.082159] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.082159] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.082159] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.082159] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.082911] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae is going to be updated. [ 790.134100] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.134272] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.134345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.134559] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.134734] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.155751] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.155903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.155971] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.156281] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.156396] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.156521] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 is going to be created. [ 790.161342] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: IN_PROGRESS for 2s [ 790.163635] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-457 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.164502] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-457" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.164502] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-457" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.164502] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-457" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.165067] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.165252] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.165375] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.165629] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.165786] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.166880] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.166880] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.166880] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.166880] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.166880] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.166880] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.166880] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.184383] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 in Status: SUCCESS [ 790.184659] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 deletion is rescheduled due to dependency. [ 790.184745] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.193522] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.193747] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 790.193914] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.194182] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-457" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.196057] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-d304e7e8-6b0b-4099-83f9-9d638f2441a3 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.196057] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-d304e7e8-6b0b-4099-83f9-9d638f2441a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.196057] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-d304e7e8-6b0b-4099-83f9-9d638f2441a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.196057] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-d304e7e8-6b0b-4099-83f9-9d638f2441a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.196057] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d304e7e8-6b0b-4099-83f9-9d638f2441a3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.198415] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.198415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.198415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.198415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.198415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.199546] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.199794] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.199941] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.200228] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.232300] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.240036] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 in Status: UNINITIALIZED for 2s [ 790.250039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.250039] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.250039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.250039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.250039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.250039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.250039] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 is going to be updated. [ 790.262714] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.263816] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.263816] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.263816] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.263816] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.263816] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.263816] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.263816] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.263816] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.263816] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.264192] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cee235ed-7dcd-4a76-9f2b-7c9a18edecbc already deleted. [ 790.264192] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.264192] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.265226] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.265226] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.265226] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.265226] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.265226] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.265226] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.265226] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cee235ed-7dcd-4a76-9f2b-7c9a18edecbc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.280508] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.280508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.280508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.280508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.280508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.287166] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: IN_PROGRESS for 2s [ 790.436326] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 873f3691-5ba9-43a3-bccd-fb3d5ad59780: rpc.has_security_group_logging(os_id): False [ 790.453389] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.453572] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.453622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.453950] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.454089] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.454285] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.454386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.454453] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.454603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.454755] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.454755] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 is going to be updated. [ 790.509258] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.509443] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.509528] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.509791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.509940] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.521703] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 in Status: IN_PROGRESS for 2s [ 790.703494] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.703494] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.703695] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.704090] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.704280] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.704467] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port d304e7e8-6b0b-4099-83f9-9d638f2441a3 not found, creating... [ 790.704778] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.705963] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.706240] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.706437] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.706588] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.706913] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.707107] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.707322] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.707575] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.707717] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.707867] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: d304e7e8-6b0b-4099-83f9-9d638f2441a3 is going to be created. [ 790.726741] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.726741] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.726741] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.727061] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.727295] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.727527] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-d304e7e8-6b0b-4099-83f9-9d638f2441a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.734671] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.734868] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.734952] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.735150] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.735239] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.735338] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10935cdc-1d73-41d2-b065-2303428279e3 is going to be updated. [ 790.768023] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.768231] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.768317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.768612] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.768686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.768910] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.769055] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.769110] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.769361] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.769361] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.769454] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cee235ed-7dcd-4a76-9f2b-7c9a18edecbc already deleted. [ 790.769523] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.769630] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cee235ed-7dcd-4a76-9f2b-7c9a18edecbc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.793134] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.793134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.793134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.793134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.793134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.804685] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10935cdc-1d73-41d2-b065-2303428279e3 in Status: IN_PROGRESS for 2s [ 791.274118] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cee235ed-7dcd-4a76-9f2b-7c9a18edecbc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.458212] env[69242]: INFO networking_nsxv3.common.synchronization [req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b req-2d7134ff-cd64-458c-95ab-a66cfad42278 service nova] Enqueued Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_rules [ 791.458393] env[69242]: INFO networking_nsxv3.common.synchronization [req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b req-2d7134ff-cd64-458c-95ab-a66cfad42278 service nova] Enqueued Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 791.458529] env[69242]: INFO networking_nsxv3.common.synchronization [req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b req-2d7134ff-cd64-458c-95ab-a66cfad42278 service nova] Enqueued Resource ID: d304e7e8-6b0b-4099-83f9-9d638f2441a3 with Priority: HIGHEST for action port [ 791.458753] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_rules [ 791.459069] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 791.459069] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d304e7e8-6b0b-4099-83f9-9d638f2441a3 with Priority: HIGHEST for action port [ 791.459513] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.459656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.459702] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.459897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.459977] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.465094] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.465094] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.465094] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-d304e7e8-6b0b-4099-83f9-9d638f2441a3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.465094] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d304e7e8-6b0b-4099-83f9-9d638f2441a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.465094] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d304e7e8-6b0b-4099-83f9-9d638f2441a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.465094] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d304e7e8-6b0b-4099-83f9-9d638f2441a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.465094] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d304e7e8-6b0b-4099-83f9-9d638f2441a3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.777201] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cee235ed-7dcd-4a76-9f2b-7c9a18edecbc: rpc.has_security_group_logging(os_id): False [ 791.781446] env[69242]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] NSXv3 Agent Agent loop - iteration:0 completed [ 791.781643] env[69242]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] NSXv3 Agent Agent loop - iteration:1 started [ 791.794889] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.795096] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.795218] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.795405] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.795497] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.795742] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.795840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.795904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.796109] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.796194] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.796290] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cee235ed-7dcd-4a76-9f2b-7c9a18edecbc is going to be created. [ 791.811798] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/cee235ed-7dcd-4a76-9f2b-7c9a18edecbc], does not exist path=[/infra/domains/default/groups/cee235ed-7dcd-4a76-9f2b-7c9a18edecbc]."\n}' [ 791.812037] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cee235ed-7dcd-4a76-9f2b-7c9a18edecbc failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cee235ed-7dcd-4a76-9f2b-7c9a18edecbc [ 791.812176] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 791.848217] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.848217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.848217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.848217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.848217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.848217] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.848217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.848217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.848217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.848217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.848217] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.848609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.848609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.848609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.848693] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.849599] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cee235ed-7dcd-4a76-9f2b-7c9a18edecbc is going to be created. [ 791.867318] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/cee235ed-7dcd-4a76-9f2b-7c9a18edecbc], does not exist path=[/infra/domains/default/groups/cee235ed-7dcd-4a76-9f2b-7c9a18edecbc]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cee235ed-7dcd-4a76-9f2b-7c9a18edecbc [ 791.867581] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cee235ed-7dcd-4a76-9f2b-7c9a18edecbc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.868094] env[69242]: Traceback (most recent call last): [ 791.868184] env[69242]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 791.868184] env[69242]: return func(*args, **kwargs) [ 791.868184] env[69242]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 791.868184] env[69242]: res.raise_for_status() [ 791.868184] env[69242]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 791.868184] env[69242]: raise HTTPError(http_error_msg, response=self) [ 791.868184] env[69242]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cee235ed-7dcd-4a76-9f2b-7c9a18edecbc [ 791.868184] env[69242]: During handling of the above exception, another exception occurred: [ 791.868184] env[69242]: Traceback (most recent call last): [ 791.868184] env[69242]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 791.868184] env[69242]: listener.cb(fileno) [ 791.868184] env[69242]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 791.868184] env[69242]: result = function(*args, **kwargs) [ 791.868184] env[69242]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 791.868184] env[69242]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 791.868184] env[69242]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 791.868184] env[69242]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 791.868184] env[69242]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 791.868184] env[69242]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 791.868184] env[69242]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 791.868184] env[69242]: res.raise_for_status() [ 791.868184] env[69242]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 791.868184] env[69242]: raise HTTPError(http_error_msg, response=self) [ 791.868184] env[69242]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cee235ed-7dcd-4a76-9f2b-7c9a18edecbc [ 791.869083] env[69242]: Removing descriptor: 28 [ 791.966928] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.967269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.967549] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d304e7e8-6b0b-4099-83f9-9d638f2441a3 with status ACTIVE [ 791.967863] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.968049] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.970314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.970314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.970314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.970314] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.970314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.970314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.970314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.970314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.970314] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.970314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.970314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.970314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.970314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.970314] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d304e7e8-6b0b-4099-83f9-9d638f2441a3 is going to be updated. [ 791.992225] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.992471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.992471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.992677] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.992859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.993038] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d304e7e8-6b0b-4099-83f9-9d638f2441a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.175134] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: SUCCESS [ 792.175507] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.251364] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 in Status: SUCCESS [ 792.251700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.251912] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.252168] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.252405] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.252528] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.252599] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.252758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.252844] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.252932] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.253037] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e29612f-d9f5-47b3-869c-779f2e099ec0',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.297684] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: SUCCESS [ 792.298069] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 deletion is rescheduled due to dependency. [ 792.298139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.298406] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.298576] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.298766] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.298885] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.298980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.299608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.299608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.299608] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.536644] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 in Status: SUCCESS [ 792.536644] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.756594] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e29612f-d9f5-47b3-869c-779f2e099ec0 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.756767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.756831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.757063] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.757261] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.757371] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.757430] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.757588] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.757674] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.757760] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.757903] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e29612f-d9f5-47b3-869c-779f2e099ec0 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.757992] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.758844] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.758844] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.758844] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.758844] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.758844] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.758844] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.758844] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.758844] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.759275] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e29612f-d9f5-47b3-869c-779f2e099ec0',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.802115] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.816617] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10935cdc-1d73-41d2-b065-2303428279e3 in Status: SUCCESS [ 792.816617] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.816617] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.816617] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.816617] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.816617] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.816617] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.816617] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.816617] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.816617] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.261640] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e29612f-d9f5-47b3-869c-779f2e099ec0: rpc.has_security_group_logging(os_id): False [ 793.270367] env[69242]: INFO networking_nsxv3.common.synchronization [req-36852f87-3a3a-4d7d-8491-1f860c6a8788 req-845d21aa-8c94-4070-adcd-0627f0ce191c tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Enqueued Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 793.270876] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 793.271198] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.271332] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.271412] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.271634] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.271795] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.271895] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.271957] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.272115] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.272201] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.272295] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.281159] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.281159] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.281159] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.281377] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.281510] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.281831] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.281986] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.282100] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.282335] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.282468] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.282754] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.282907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.283044] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.283287] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.283433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.284913] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.284913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.284913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.284913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.284913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.284913] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 is going to be created. [ 793.304095] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.321475] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.344731] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.344904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.345242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.345360] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.345548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.359953] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 in Status: IN_PROGRESS for 2s [ 793.523799] env[69242]: INFO networking_nsxv3.common.synchronization [req-36852f87-3a3a-4d7d-8491-1f860c6a8788 req-a411a272-adfc-49f0-85c6-901d44f0a688 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Enqueued Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 793.524907] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGHEST for action security_group_members [ 793.524907] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.525080] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.774852] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.806738] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.810018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.810018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.810018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.810018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.810018] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 is going to be updated. [ 793.825197] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.834451] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.834634] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.834748] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.834915] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.835074] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.844573] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: IN_PROGRESS for 2s [ 794.077520] env[69242]: INFO networking_nsxv3.common.synchronization [req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 req-10e815a8-1a8c-44bd-b1c2-0c74a75a4acb tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Enqueued Resource ID: 10935cdc-1d73-41d2-b065-2303428279e3 with Priority: HIGHEST for action security_group_members [ 794.078082] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10935cdc-1d73-41d2-b065-2303428279e3 with Priority: HIGHEST for action security_group_members [ 794.078397] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-10935cdc-1d73-41d2-b065-2303428279e3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.078567] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.278983] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.328428] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.328699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.328699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.328958] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.329076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.329191] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10935cdc-1d73-41d2-b065-2303428279e3 is going to be updated. [ 794.358439] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.358598] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.358717] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.358971] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.359262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.369524] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10935cdc-1d73-41d2-b065-2303428279e3 in Status: IN_PROGRESS for 2s [ 794.784963] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.784963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.784963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.784963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.784963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.784963] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae is going to be updated. [ 794.811148] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.811148] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.811148] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.811148] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.811148] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.819461] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: IN_PROGRESS for 2s [ 794.859286] env[69242]: INFO networking_nsxv3.common.synchronization [req-13e66999-b50c-41e1-b69e-bb9b3e598582 req-6e3082f2-731b-4272-b491-a87d1e271913 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Enqueued Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_members [ 794.859286] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_members [ 794.859286] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.859286] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.859286] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.859286] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.859286] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.859286] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.859286] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.859286] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.859286] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.859286] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.362736] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.363124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.363124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.365037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.378415] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 in Status: SUCCESS [ 795.378814] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.385847] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.386138] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.386332] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.386400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.386605] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.386686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.386941] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 is going to be updated. [ 795.413021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.413240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.413240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.413449] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.413592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.421419] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 in Status: IN_PROGRESS for 2s [ 795.853138] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: SUCCESS [ 795.853369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.853536] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.853749] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.853938] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.854083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.854163] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.854319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.854411] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.854501] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.854592] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.356884] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.359037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.359241] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.359556] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.361025] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.361025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.361025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.361025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.361025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.361025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.361025] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.361025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.361025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.361025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.361025] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.361516] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.361516] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.361516] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.361516] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.361516] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.361516] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.378475] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10935cdc-1d73-41d2-b065-2303428279e3 in Status: SUCCESS [ 796.378749] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.378844] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.379066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.379273] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.379392] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.379459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.379659] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.379794] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.379848] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.491099] env[69242]: INFO networking_nsxv3.common.synchronization [req-116e6297-babe-420c-8668-7aee9767e814 req-ae60b4f7-95f3-4905-80d8-23e7a28ba5fa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Enqueued Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_members [ 796.491636] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_members [ 796.492720] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.492846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.492952] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.493186] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.493348] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.493451] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.493512] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.493665] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.493747] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.493841] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.833519] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: SUCCESS [ 796.834251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.834251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.834251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.834444] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.834444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.834539] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.834610] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.834688] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.834776] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.867506] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be3c66ca-1801-448b-9f7e-0d7f01d81748: rpc.has_security_group_logging(os_id): False [ 796.883865] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.884028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.884107] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.884318] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.890014] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.890256] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-65" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.890501] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-65" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.890849] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-65" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.891342] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.891342] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.891488] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.891692] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.891913] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.892086] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.892271] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.892332] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.892487] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.892560] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.892674] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.892837] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.895647] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.895647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.903722] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.903722] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.903894] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.903894] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.904141] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.904251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.904312] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10935cdc-1d73-41d2-b065-2303428279e3 is going to be updated. [ 796.906024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.906278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.912642] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.912642] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 796.912803] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.914487] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-65" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.914487] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-36dec8fe-0532-4e6a-b424-d6fd59232088 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.914700] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-36dec8fe-0532-4e6a-b424-d6fd59232088" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.914858] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-36dec8fe-0532-4e6a-b424-d6fd59232088" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.919019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-36dec8fe-0532-4e6a-b424-d6fd59232088" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.919019] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36dec8fe-0532-4e6a-b424-d6fd59232088',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.922793] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.925018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.925018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.925018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.925018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.925018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.925018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.925018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.925018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.925018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.925018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.925018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.925018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.925018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.925018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.925733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.925733] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 is going to be updated. [ 796.933886] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.934300] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.934613] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.934893] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.935312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.942581] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10935cdc-1d73-41d2-b065-2303428279e3 in Status: IN_PROGRESS for 2s [ 796.979414] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.979580] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.979631] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.979858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.980013] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.993197] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: IN_PROGRESS for 2s [ 796.997776] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.997930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.998009] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.998245] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.998480] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.998529] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.998630] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.998682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.998834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.998906] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.998991] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 already deleted. [ 796.999084] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.337205] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.337399] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.337480] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.337708] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.361386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.361506] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.361608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.361684] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.361900] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.361990] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.362096] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae is going to be updated. [ 797.387492] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.387897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.387897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.388024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.388183] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.399318] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: IN_PROGRESS for 2s [ 797.421539] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.421900] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.422125] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.422984] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.423151] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.423359] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 36dec8fe-0532-4e6a-b424-d6fd59232088 not found, creating... [ 797.423809] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.424115] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.424340] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.424587] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.424778] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.425188] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.425429] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.425594] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.426053] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.426294] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.426380] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 36dec8fe-0532-4e6a-b424-d6fd59232088 is going to be created. [ 797.438050] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 in Status: SUCCESS [ 797.438292] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 deletion is rescheduled due to dependency. [ 797.438467] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.452303] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.452594] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.452730] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.453066] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.453309] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.453580] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-36dec8fe-0532-4e6a-b424-d6fd59232088" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.142830] env[69242]: INFO networking_nsxv3.common.synchronization [req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 req-70501526-bb56-47fb-8979-d3f50c04d07d tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Enqueued Resource ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 with Priority: HIGHEST for action security_group_members [ 798.146631] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 with Priority: HIGHEST for action security_group_members [ 798.146631] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e29612f-d9f5-47b3-869c-779f2e099ec0 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.146631] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.146843] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.146876] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.148873] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.148873] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.148873] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.148873] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.148873] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.148873] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e29612f-d9f5-47b3-869c-779f2e099ec0',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.303988] env[69242]: INFO networking_nsxv3.common.synchronization [req-116e6297-babe-420c-8668-7aee9767e814 req-152be595-112c-446f-8db4-b6e37f30362e service nova] Enqueued Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_rules [ 798.304049] env[69242]: INFO networking_nsxv3.common.synchronization [req-116e6297-babe-420c-8668-7aee9767e814 req-152be595-112c-446f-8db4-b6e37f30362e service nova] Enqueued Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_members [ 798.309432] env[69242]: INFO networking_nsxv3.common.synchronization [req-116e6297-babe-420c-8668-7aee9767e814 req-152be595-112c-446f-8db4-b6e37f30362e service nova] Enqueued Resource ID: 36dec8fe-0532-4e6a-b424-d6fd59232088 with Priority: HIGHEST for action port [ 798.309432] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_rules [ 798.309432] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_members [ 798.309432] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36dec8fe-0532-4e6a-b424-d6fd59232088 with Priority: HIGHEST for action port [ 798.309432] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.309432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.309432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.309432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.309432] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.309432] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.309432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.309432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.309432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.309432] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.309432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.309432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.309432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.309432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.309432] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.310206] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-36dec8fe-0532-4e6a-b424-d6fd59232088 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.310206] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36dec8fe-0532-4e6a-b424-d6fd59232088" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.310206] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36dec8fe-0532-4e6a-b424-d6fd59232088" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.310206] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36dec8fe-0532-4e6a-b424-d6fd59232088" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.310206] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36dec8fe-0532-4e6a-b424-d6fd59232088',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.649383] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.649650] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.649650] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.650011] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.650191] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.650380] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.650685] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.650795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.650920] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.650994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.651136] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 is going to be updated. [ 798.677875] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.677875] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.677875] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.678865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.678865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.688283] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 in Status: IN_PROGRESS for 2s [ 798.810809] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.811952] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.812046] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.812515] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36dec8fe-0532-4e6a-b424-d6fd59232088 with status ACTIVE [ 798.812588] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.812697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.812770] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.812926] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.813047] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.813452] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.813452] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.813452] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.813658] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.813658] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.813829] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.813879] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.813944] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.814103] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.814174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.814216] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36dec8fe-0532-4e6a-b424-d6fd59232088 is going to be updated. [ 798.834450] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.835355] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.835355] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.835355] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.835355] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.835355] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36dec8fe-0532-4e6a-b424-d6fd59232088" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.955351] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10935cdc-1d73-41d2-b065-2303428279e3 in Status: SUCCESS [ 798.955540] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10935cdc-1d73-41d2-b065-2303428279e3 deletion is rescheduled due to dependency. [ 798.955660] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.955960] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.956079] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.956289] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.956889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.956889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.956889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.956889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.956889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.957147] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.957888] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.958076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.958250] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.958401] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.958517] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.958688] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.958817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.958908] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.006705] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: SUCCESS [ 799.006705] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.310941] env[69242]: INFO networking_nsxv3.common.synchronization [req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 req-93f89210-c4d1-4a88-a3d6-7d0c8be7147d tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 with Priority: HIGHEST for action security_group_members [ 799.311115] env[69242]: INFO networking_nsxv3.common.synchronization [req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 req-93f89210-c4d1-4a88-a3d6-7d0c8be7147d tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc with Priority: HIGHEST for action security_group_members [ 799.311258] env[69242]: INFO networking_nsxv3.common.synchronization [req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 req-93f89210-c4d1-4a88-a3d6-7d0c8be7147d tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Enqueued Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 799.311754] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 with Priority: HIGHEST for action security_group_members [ 799.311889] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc with Priority: HIGHEST for action security_group_members [ 799.311987] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGHEST for action security_group_members [ 799.312263] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece2f1b-deee-40c0-80d8-a125887684e4 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.312430] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.312507] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.312816] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.312918] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.312972] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.313016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.313163] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.313247] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.313339] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ece2f1b-deee-40c0-80d8-a125887684e4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.314156] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.314274] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.314313] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.314466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.318022] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.318022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.318022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.318022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.318022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.318022] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.318022] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.318022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.318022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.318022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.318022] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.318022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.318022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.318022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.318022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.318022] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.318022] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.408518] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae in Status: SUCCESS [ 799.408518] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae deletion is rescheduled due to dependency. [ 799.408739] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.461341] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-10935cdc-1d73-41d2-b065-2303428279e3 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.461475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.461735] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.461841] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.461938] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.462124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.462214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.462404] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.462508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.462570] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.462720] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.462795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.462881] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10935cdc-1d73-41d2-b065-2303428279e3 is going to be updated. [ 799.488046] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.488265] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.488265] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.488457] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.488640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.497028] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10935cdc-1d73-41d2-b065-2303428279e3 in Status: IN_PROGRESS for 2s [ 799.820243] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.820243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.820243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.820580] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.821590] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.821688] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.821960] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.822077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.822144] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.822298] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.822382] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.822472] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 is going to be created. [ 799.823624] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.824247] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.841737] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.844453] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.844649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.844728] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.844927] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.845081] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.845131] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 is going to be updated. [ 799.846074] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.846415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.851038] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.851672] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.851849] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.852078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.852790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.861606] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: UNINITIALIZED for 2s [ 799.869615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.869861] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.869978] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.870056] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.870244] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.870327] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.870419] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc is going to be updated. [ 799.871361] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.871529] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.876691] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.876867] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.876974] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.877187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.877389] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.884284] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 in Status: IN_PROGRESS for 2s [ 799.892083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.892083] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.892083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.892083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.892083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.892083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.892083] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 is going to be updated. [ 799.896773] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.896881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.896946] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.897127] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.897257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.906887] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc in Status: IN_PROGRESS for 2s [ 799.920502] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.921551] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.921666] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.921927] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.922127] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.929820] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: IN_PROGRESS for 2s [ 800.698156] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 in Status: SUCCESS [ 800.698156] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 deletion is rescheduled due to dependency. [ 800.698156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.506015] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10935cdc-1d73-41d2-b065-2303428279e3 in Status: SUCCESS [ 801.506277] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10935cdc-1d73-41d2-b065-2303428279e3 deletion is rescheduled due to dependency. [ 801.506407] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.506569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.506781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.506964] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.507093] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.507169] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.507334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.507447] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.507503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.507657] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-10935cdc-1d73-41d2-b065-2303428279e3 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.507749] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.507809] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.507948] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.508158] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.508290] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.508338] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.508478] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.508552] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.508633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.508720] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.871096] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: SUCCESS [ 801.871335] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.871496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.871730] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.871915] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.872045] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.872115] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.872257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.872335] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.872423] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.872510] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.891786] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 in Status: SUCCESS [ 801.891991] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 deletion is rescheduled due to dependency. [ 801.892116] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.913890] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc in Status: SUCCESS [ 801.914106] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc deletion is rescheduled due to dependency. [ 801.914218] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.944496] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e28637-ee92-4ca6-a4b3-f71535814148 in Status: SUCCESS [ 801.944738] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 deletion is rescheduled due to dependency. [ 801.944859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.013518] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10935cdc-1d73-41d2-b065-2303428279e3: rpc.has_security_group_logging(os_id): False [ 802.031587] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.031762] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.031828] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.032021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.032243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.032370] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.032472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.032540] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.032697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.032765] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.032961] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.033067] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.033133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.033310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.033387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.033587] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.033679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.033889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.033889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.034021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.034021] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10935cdc-1d73-41d2-b065-2303428279e3 is going to be updated. [ 802.091846] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.091846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.092069] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.092254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.093348] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.118543] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10935cdc-1d73-41d2-b065-2303428279e3 in Status: IN_PROGRESS for 2s [ 802.376145] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.877806] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8052d6f-b6de-4cb9-a4d1-59c3a9782507: rpc.has_security_group_logging(os_id): False [ 802.895794] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.895954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.896031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.896230] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.896320] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.896601] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.896712] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.896778] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.896930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.897013] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.897118] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 is going to be created. [ 802.953212] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.953363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.953436] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.953755] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.954080] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.965446] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: IN_PROGRESS for 2s [ 804.134255] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10935cdc-1d73-41d2-b065-2303428279e3 in Status: SUCCESS [ 804.134255] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.134255] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.134255] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.134255] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10935cdc-1d73-41d2-b065-2303428279e3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.313401] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 804.313401] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 804.662107] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.662244] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.662244] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.662976] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.662976] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.666253] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10935cdc-1d73-41d2-b065-2303428279e3 is going to be deleted. [ 804.718162] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.718907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.718907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.718907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.718907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.719084] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10935cdc-1d73-41d2-b065-2303428279e3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.978443] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: SUCCESS [ 804.978999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.314309] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 809.314606] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 809.459430] env[69242]: INFO networking_nsxv3.common.synchronization [req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 req-5cc2a3f8-1928-4d63-8449-526e0ede319b tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Enqueued Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 809.460361] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 809.460361] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.460361] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.460558] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.460665] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.460818] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.461109] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.461242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.461407] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.461493] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.461587] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.735071] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.735284] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-965" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.735409] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-965" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.735781] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-965" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.736065] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.736226] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.736344] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.736586] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.737137] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.737137] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.737137] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.737333] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.737333] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.737400] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.738761] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.738761] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.757683] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.757858] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 809.757997] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.758199] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-965" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.758504] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.758684] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.759050] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.759160] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.759299] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.964648] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.964831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.964951] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.965135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.965229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.965437] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.965537] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.965608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.965755] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.965829] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.965915] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 already deleted. [ 809.965991] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.261417] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.261417] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.261594] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.261855] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.261982] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.262167] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe not found, creating... [ 810.262438] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.262589] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.262708] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.262928] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.263076] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.263400] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.263563] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.263681] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.263881] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.264078] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.264161] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe is going to be created. [ 810.284742] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.284958] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.285126] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.285422] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.285686] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.285939] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.023901] env[69242]: INFO networking_nsxv3.common.synchronization [req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 req-66567978-632d-44b6-845b-b2a234f63f9c service nova] Enqueued Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_rules [ 811.023901] env[69242]: INFO networking_nsxv3.common.synchronization [req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 req-66567978-632d-44b6-845b-b2a234f63f9c service nova] Enqueued Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 811.023901] env[69242]: INFO networking_nsxv3.common.synchronization [req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 req-66567978-632d-44b6-845b-b2a234f63f9c service nova] Enqueued Resource ID: 0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe with Priority: HIGHEST for action port [ 811.023901] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_rules [ 811.023901] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 811.023901] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe with Priority: HIGHEST for action port [ 811.023901] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.023901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.023901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.024880] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.024880] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.025031] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.025031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.025115] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.025455] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.025455] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.025576] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.025576] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.025870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.025870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.025870] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.030332] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.030332] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.030332] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.035038] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.035038] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.535022] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.536040] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.536040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.536040] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe with status ACTIVE [ 811.536040] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.536345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.536345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.536430] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.536467] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.536669] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.536763] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.536850] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.536968] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.537056] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.537235] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.537327] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.537443] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.537526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.537607] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.537697] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe is going to be updated. [ 811.560518] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.560660] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.560730] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.560926] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.561078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.561236] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.900300] env[69242]: INFO networking_nsxv3.common.synchronization [req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b req-6ee33ed7-4d38-41d7-8f3d-16488572b68a tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Enqueued Resource ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 with Priority: HIGHEST for action security_group_members [ 811.901499] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 with Priority: HIGHEST for action security_group_members [ 811.901499] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-90b378d2-7ae8-4871-9e18-ea87501e7ad5 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.901499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.901499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.901982] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.902195] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.902313] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.902378] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.902539] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.902624] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.902723] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90b378d2-7ae8-4871-9e18-ea87501e7ad5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.040402] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.282991] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-287 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.283216] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-287" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.283342] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-287" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.283676] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-287" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.283980] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.284161] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.284281] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.284507] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.284685] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.284917] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.285051] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.285165] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.285273] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.285383] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.285486] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.285619] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.302993] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.303191] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 812.303330] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.303510] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-287" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.303827] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-8d6a42df-37c8-406c-b908-4d97a3edb1ee taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.304019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-8d6a42df-37c8-406c-b908-4d97a3edb1ee" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.304139] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-8d6a42df-37c8-406c-b908-4d97a3edb1ee" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.304463] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-8d6a42df-37c8-406c-b908-4d97a3edb1ee" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.304694] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d6a42df-37c8-406c-b908-4d97a3edb1ee',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.404780] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.404944] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.405014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.405251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.405358] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.405702] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.405702] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.405908] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.405959] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.406019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.406090] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 already deleted. [ 812.406168] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.546645] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.546801] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.546850] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.547074] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.547167] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.547264] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 is going to be created. [ 812.572192] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.572397] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.572397] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.572598] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.572778] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.582801] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: UNINITIALIZED for 2s [ 812.807876] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.808106] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.808236] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.808512] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.808657] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.808831] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 8d6a42df-37c8-406c-b908-4d97a3edb1ee not found, creating... [ 812.809117] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.809276] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.809418] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.809644] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.809783] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.810076] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.810228] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.810343] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.810545] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.810678] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.810846] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 8d6a42df-37c8-406c-b908-4d97a3edb1ee is going to be created. [ 812.833174] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.833174] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.833174] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.833174] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.833174] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.833373] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-8d6a42df-37c8-406c-b908-4d97a3edb1ee" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.534539] env[69242]: INFO networking_nsxv3.common.synchronization [req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b req-a61eabac-ae78-4bf4-934e-1a3a91114d37 service nova] Enqueued Resource ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 with Priority: HIGHEST for action security_group_rules [ 813.534934] env[69242]: INFO networking_nsxv3.common.synchronization [req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b req-a61eabac-ae78-4bf4-934e-1a3a91114d37 service nova] Enqueued Resource ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 with Priority: HIGHEST for action security_group_members [ 813.535209] env[69242]: INFO networking_nsxv3.common.synchronization [req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b req-a61eabac-ae78-4bf4-934e-1a3a91114d37 service nova] Enqueued Resource ID: 8d6a42df-37c8-406c-b908-4d97a3edb1ee with Priority: HIGHEST for action port [ 813.535931] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 with Priority: HIGHEST for action security_group_rules [ 813.536141] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 with Priority: HIGHEST for action security_group_members [ 813.536329] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6a42df-37c8-406c-b908-4d97a3edb1ee with Priority: HIGHEST for action port [ 813.538712] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90b378d2-7ae8-4871-9e18-ea87501e7ad5 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.538886] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.539007] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.539355] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.539483] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90b378d2-7ae8-4871-9e18-ea87501e7ad5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.542987] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-90b378d2-7ae8-4871-9e18-ea87501e7ad5 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.542987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.542987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.542987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.542987] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.542987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.543309] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.543309] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.543413] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.543556] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90b378d2-7ae8-4871-9e18-ea87501e7ad5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.544685] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d6a42df-37c8-406c-b908-4d97a3edb1ee taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.544843] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d6a42df-37c8-406c-b908-4d97a3edb1ee" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.544953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d6a42df-37c8-406c-b908-4d97a3edb1ee" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.545192] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d6a42df-37c8-406c-b908-4d97a3edb1ee" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.545320] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d6a42df-37c8-406c-b908-4d97a3edb1ee',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.047476] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-90b378d2-7ae8-4871-9e18-ea87501e7ad5 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.048596] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.048596] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90b378d2-7ae8-4871-9e18-ea87501e7ad5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.049230] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d6a42df-37c8-406c-b908-4d97a3edb1ee with status ACTIVE [ 814.049435] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.050040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.050040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.050040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.050040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.050222] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.050276] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.050310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.050466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.050542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.050719] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.050811] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.050880] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.051058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.051134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.051218] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d6a42df-37c8-406c-b908-4d97a3edb1ee is going to be updated. [ 814.074353] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.074493] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.074641] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.074853] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.074992] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.075172] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d6a42df-37c8-406c-b908-4d97a3edb1ee" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.552784] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90b378d2-7ae8-4871-9e18-ea87501e7ad5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.592636] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: SUCCESS [ 814.592859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.593026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.593238] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.593496] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.593641] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.593704] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.593836] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.593918] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.594013] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.594109] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.056998] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.058120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.058120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.058120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.058285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.058285] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 is going to be created. [ 815.083269] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.083473] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.083520] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.083815] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.084154] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.094485] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 in Status: UNINITIALIZED for 2s [ 815.097121] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.097362] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.097439] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.097683] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.097951] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.098072] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.098125] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.098330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.098419] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.098512] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.098703] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.098802] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.098872] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.099100] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.099251] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.099342] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.099431] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.099641] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.099641] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.099747] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.099804] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.602510] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 142a013c-c9ce-4b76-86a7-cea418fa5669: rpc.has_security_group_logging(os_id): False [ 815.619243] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.619407] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.619456] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.619658] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.619777] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.619973] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.620107] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.620171] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.620337] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.620416] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.620784] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.620784] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.620784] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.620964] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.620964] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.621162] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.621304] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.621385] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.621531] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.621608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.621757] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 is going to be created. [ 815.680908] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.680908] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.680908] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.680908] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.681086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.692752] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: IN_PROGRESS for 2s [ 816.320679] env[69242]: INFO networking_nsxv3.common.synchronization [None req-12fc97cc-7c28-4cd8-b4c1-c75e4759bc33 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d with Priority: HIGHEST for action security_group_rules [ 816.320679] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d with Priority: HIGHEST for action security_group_rules [ 816.320679] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49ac486e-bb3b-4bac-8fa6-45cf45778c9d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.320679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.320679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.320679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.320679] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49ac486e-bb3b-4bac-8fa6-45cf45778c9d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.400263] env[69242]: INFO networking_nsxv3.common.synchronization [None req-dc962189-d242-44aa-bf5b-fdabcde68c22 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d with Priority: HIGHEST for action security_group_rules [ 816.400263] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d with Priority: HIGHEST for action security_group_rules [ 816.400491] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49ac486e-bb3b-4bac-8fa6-45cf45778c9d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.400568] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.840134] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.840454] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.840454] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.840517] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.840630] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.840870] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d already deleted. [ 816.840870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.841009] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.841179] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.841263] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49ac486e-bb3b-4bac-8fa6-45cf45778c9d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.107479] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 in Status: SUCCESS [ 817.107743] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.108034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.108300] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.108488] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.108590] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.108647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.108779] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.111884] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.111884] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.111884] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90b378d2-7ae8-4871-9e18-ea87501e7ad5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.363738] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.363930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.364013] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.364291] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.364385] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.364426] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d already deleted. [ 817.364502] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.613634] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-90b378d2-7ae8-4871-9e18-ea87501e7ad5 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.613788] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.613858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.614096] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.614269] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.614375] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.614469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.614578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.614666] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.614783] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.614887] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-90b378d2-7ae8-4871-9e18-ea87501e7ad5 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.614975] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.615034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.615177] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.615309] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.615399] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.615455] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.615585] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.615658] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.615736] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.615826] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90b378d2-7ae8-4871-9e18-ea87501e7ad5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.703811] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: SUCCESS [ 817.704065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.118246] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90b378d2-7ae8-4871-9e18-ea87501e7ad5: rpc.has_security_group_logging(os_id): False [ 818.135090] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.135245] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.135316] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.135530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.135620] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.135874] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.135988] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.136066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.136216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.136293] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.136473] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.136564] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.136624] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.136785] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.136837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.137112] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.137112] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.137227] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.137326] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.137382] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.137450] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 is going to be created. [ 818.190384] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.190542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.190632] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.190821] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.191028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.201329] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 in Status: IN_PROGRESS for 2s [ 818.546623] env[69242]: INFO networking_nsxv3.common.synchronization [req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 req-c7801123-f58e-476a-aaf0-81e3d42879a2 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Enqueued Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 818.547185] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 818.547450] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.547571] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.547636] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.547858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.550284] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.550481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.550572] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.550790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.551056] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.551056] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.911856] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.912772] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-965" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.912772] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-965" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.912772] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-965" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.913275] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.913579] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.913579] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.913784] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.913931] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.915024] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.915024] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.915024] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.915024] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.915024] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.915024] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.915299] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.936132] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.936393] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 818.936576] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.936670] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-965" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.936997] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-58e70222-56fa-4a2a-8dac-8c32143315e1 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.937197] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-58e70222-56fa-4a2a-8dac-8c32143315e1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.937317] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-58e70222-56fa-4a2a-8dac-8c32143315e1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.937639] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-58e70222-56fa-4a2a-8dac-8c32143315e1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.937792] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58e70222-56fa-4a2a-8dac-8c32143315e1',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.054412] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.440932] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.441287] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.441287] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.441565] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.441713] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.441869] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 58e70222-56fa-4a2a-8dac-8c32143315e1 not found, creating... [ 819.442192] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.442292] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.442411] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.442626] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.442768] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.443086] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.443249] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.443366] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.443575] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.443708] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.443846] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 58e70222-56fa-4a2a-8dac-8c32143315e1 is going to be created. [ 819.462494] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.462688] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.462812] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.463074] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.463304] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.463527] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-58e70222-56fa-4a2a-8dac-8c32143315e1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.555934] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.060014] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.060014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.060014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.060014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.060014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.060014] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 is going to be updated. [ 820.090213] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.091037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.091037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.091037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.091037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.098403] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: IN_PROGRESS for 2s [ 820.213357] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 in Status: SUCCESS [ 820.213576] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.238030] env[69242]: INFO networking_nsxv3.common.synchronization [req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 req-0922ce1e-5a21-43ec-a50c-e48f9a83ac42 service nova] Enqueued Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_rules [ 820.238236] env[69242]: INFO networking_nsxv3.common.synchronization [req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 req-0922ce1e-5a21-43ec-a50c-e48f9a83ac42 service nova] Enqueued Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 820.238372] env[69242]: INFO networking_nsxv3.common.synchronization [req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 req-0922ce1e-5a21-43ec-a50c-e48f9a83ac42 service nova] Enqueued Resource ID: 58e70222-56fa-4a2a-8dac-8c32143315e1 with Priority: HIGHEST for action port [ 820.238596] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_rules [ 820.238720] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 820.238814] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58e70222-56fa-4a2a-8dac-8c32143315e1 with Priority: HIGHEST for action port [ 820.241523] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.241523] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.241523] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.241523] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.241523] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.241523] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.241523] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.241523] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-58e70222-56fa-4a2a-8dac-8c32143315e1 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.241523] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58e70222-56fa-4a2a-8dac-8c32143315e1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.241523] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58e70222-56fa-4a2a-8dac-8c32143315e1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.241523] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58e70222-56fa-4a2a-8dac-8c32143315e1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.241907] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58e70222-56fa-4a2a-8dac-8c32143315e1',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.744741] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.745059] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.745128] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58e70222-56fa-4a2a-8dac-8c32143315e1 with status ACTIVE [ 820.745305] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.745414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.745481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.745682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.745771] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.745939] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.746046] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.746109] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.746285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.746381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.746571] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.746682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.746783] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.747381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.747381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.747381] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58e70222-56fa-4a2a-8dac-8c32143315e1 is going to be updated. [ 820.771466] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.771622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.771694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.771927] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.772085] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.772250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58e70222-56fa-4a2a-8dac-8c32143315e1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.145120] env[69242]: INFO networking_nsxv3.common.synchronization [req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 req-e6903b94-59bc-41c9-a73d-4bbfc6fb1398 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Enqueued Resource ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 with Priority: HIGHEST for action security_group_members [ 821.145120] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 with Priority: HIGHEST for action security_group_members [ 821.145120] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5574d2-2f0c-4a50-b273-686427a1b587 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.145120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.145120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.145120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.145120] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.145710] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.145977] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.146330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.146547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.146753] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5574d2-2f0c-4a50-b273-686427a1b587',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.556584] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-834 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.557012] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-834" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.557090] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-834" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.562042] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-834" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.562042] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.562042] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.562042] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.562042] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.562042] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.562042] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.562042] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.562042] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.562042] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.562042] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.562042] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.562042] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.581375] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.581375] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 821.581375] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.581375] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-834" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.581609] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.581725] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.581824] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.582210] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.582340] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.650263] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.652544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.652544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.652544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.652544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.652544] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.652544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.652544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.652544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.652544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.652544] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 already deleted. [ 821.652544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.084709] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.085171] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.085392] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.085823] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.086062] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.086277] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa not found, creating... [ 822.086627] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.086875] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.087576] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.087855] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.088025] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.088481] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.088651] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.088775] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.089032] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.089167] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.089312] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa is going to be created. [ 822.107809] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: SUCCESS [ 822.108051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.108289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.108560] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.108809] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.108978] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.109081] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.109330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.109464] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.109611] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.113561] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.113765] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.113889] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.114160] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.114387] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.114608] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.612917] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.923290] env[69242]: INFO networking_nsxv3.common.synchronization [req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 req-7a52b2e0-1c46-416e-b2d4-1cc99b655907 service nova] Enqueued Resource ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 with Priority: HIGHEST for action security_group_rules [ 822.924643] env[69242]: INFO networking_nsxv3.common.synchronization [req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 req-7a52b2e0-1c46-416e-b2d4-1cc99b655907 service nova] Enqueued Resource ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 with Priority: HIGHEST for action security_group_members [ 822.924974] env[69242]: INFO networking_nsxv3.common.synchronization [req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 req-7a52b2e0-1c46-416e-b2d4-1cc99b655907 service nova] Enqueued Resource ID: 37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa with Priority: HIGHEST for action port [ 822.928318] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 with Priority: HIGHEST for action security_group_rules [ 822.928318] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 with Priority: HIGHEST for action security_group_members [ 822.928318] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa with Priority: HIGHEST for action port [ 822.928318] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d5574d2-2f0c-4a50-b273-686427a1b587 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.928318] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.928318] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.928924] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.929303] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d5574d2-2f0c-4a50-b273-686427a1b587',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.930777] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5574d2-2f0c-4a50-b273-686427a1b587 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.931123] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.931123] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.935021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.935021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.935021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.935021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.935021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.935021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.935021] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5574d2-2f0c-4a50-b273-686427a1b587',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.935021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.935021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.935021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.935021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.935021] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.115970] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.437174] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d5574d2-2f0c-4a50-b273-686427a1b587',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.438138] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5574d2-2f0c-4a50-b273-686427a1b587 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.438306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.438742] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa with status ACTIVE [ 823.439461] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.439461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.439461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.439461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.439461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.439685] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.439685] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.439754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.439865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.439932] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.440116] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.440287] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.440287] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.441285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.441285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.441285] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa is going to be updated. [ 823.464383] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.464944] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.464944] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.467490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.467490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.467490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.619194] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.619364] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.619425] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.619638] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.619729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.619827] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 is going to be updated. [ 823.646975] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.647146] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.647247] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.647420] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.647561] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.655328] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: IN_PROGRESS for 2s [ 823.735967] env[69242]: INFO networking_nsxv3.common.synchronization [req-53b74461-a734-40a2-9399-3cf8c8ecddeb req-e44e3873-00cb-4e66-897c-e1c68cdc0081 tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Enqueued Resource ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 with Priority: HIGHEST for action security_group_members [ 823.737765] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 with Priority: HIGHEST for action security_group_members [ 823.743930] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-90b378d2-7ae8-4871-9e18-ea87501e7ad5 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.743930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.743930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.743930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.743930] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.743930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.743930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.743930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.743930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.743930] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90b378d2-7ae8-4871-9e18-ea87501e7ad5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.940081] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d5574d2-2f0c-4a50-b273-686427a1b587',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.034456] env[69242]: INFO networking_nsxv3.common.synchronization [req-08884045-72a8-476f-9edb-a58541b521de req-9ffed730-1cb2-402f-93c8-3a1c7da44176 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Enqueued Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 824.034966] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 824.035276] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.035399] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.035462] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.035657] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.035808] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.035903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.035958] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.037479] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.037583] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.037684] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.246712] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.247069] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.247069] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.247253] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.248049] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.248049] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.248049] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.248049] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.248049] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.248049] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.248049] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 is going to be updated. [ 824.275877] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.276050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.276123] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.276331] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.276473] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.285195] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 in Status: IN_PROGRESS for 2s [ 824.386081] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-854 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.386272] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-854" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.386390] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-854" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.386936] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-854" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.387543] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.387543] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.387666] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.388042] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.388106] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.388633] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.388633] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.388633] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.388633] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.388808] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.388843] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.388961] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.427123] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.427123] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 824.427281] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.427455] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-854" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.428204] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-aabfd992-5697-4865-9513-7807f2354dc9 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.428204] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-aabfd992-5697-4865-9513-7807f2354dc9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.428204] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-aabfd992-5697-4865-9513-7807f2354dc9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.428537] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-aabfd992-5697-4865-9513-7807f2354dc9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.428617] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aabfd992-5697-4865-9513-7807f2354dc9',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.441634] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.441634] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.441634] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.441816] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.441894] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.442829] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 is going to be created. [ 824.466574] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.466709] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.466749] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.467018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.467194] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.476196] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 in Status: UNINITIALIZED for 2s [ 824.540512] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.540681] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.540753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.540992] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.572378] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.572639] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.572760] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.572826] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.573042] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.573133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.573224] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca is going to be updated. [ 824.600447] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.600601] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.600667] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.600829] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.600960] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.613743] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: IN_PROGRESS for 2s [ 824.931399] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.931657] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.931792] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.932183] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.932366] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.932542] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port aabfd992-5697-4865-9513-7807f2354dc9 not found, creating... [ 824.932827] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.932997] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.933137] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.933381] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.933524] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.933836] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.933992] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.934123] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.934355] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.934492] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.934642] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: aabfd992-5697-4865-9513-7807f2354dc9 is going to be created. [ 824.955960] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.956209] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.956336] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.956704] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.957213] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.957479] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-aabfd992-5697-4865-9513-7807f2354dc9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.649552] env[69242]: INFO networking_nsxv3.common.synchronization [req-08884045-72a8-476f-9edb-a58541b521de req-63ef63f1-9970-459a-88ef-d66bda448781 service nova] Enqueued Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_rules [ 825.649799] env[69242]: INFO networking_nsxv3.common.synchronization [req-08884045-72a8-476f-9edb-a58541b521de req-63ef63f1-9970-459a-88ef-d66bda448781 service nova] Enqueued Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 825.649916] env[69242]: INFO networking_nsxv3.common.synchronization [req-08884045-72a8-476f-9edb-a58541b521de req-63ef63f1-9970-459a-88ef-d66bda448781 service nova] Enqueued Resource ID: aabfd992-5697-4865-9513-7807f2354dc9 with Priority: HIGHEST for action port [ 825.650135] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_rules [ 825.650256] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 825.650345] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabfd992-5697-4865-9513-7807f2354dc9 with Priority: HIGHEST for action port [ 825.650858] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.651034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.651078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.651292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.651373] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.655756] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.655756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.655756] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-aabfd992-5697-4865-9513-7807f2354dc9 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.655756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aabfd992-5697-4865-9513-7807f2354dc9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.655756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aabfd992-5697-4865-9513-7807f2354dc9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.655756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aabfd992-5697-4865-9513-7807f2354dc9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.655756] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aabfd992-5697-4865-9513-7807f2354dc9',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.668198] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: SUCCESS [ 825.668400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.668788] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.668967] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.669154] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.669420] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.669420] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.669511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.669547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.670189] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.670189] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.117857] env[69242]: INFO networking_nsxv3.common.synchronization [None req-54e579eb-284b-41c2-be0f-b900032736a1 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Enqueued Resource ID: f3e7206f-5a8c-416f-a522-069048a3c933 with Priority: HIGHEST for action security_group_rules [ 826.117857] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e7206f-5a8c-416f-a522-069048a3c933 with Priority: HIGHEST for action security_group_rules [ 826.118025] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3e7206f-5a8c-416f-a522-069048a3c933 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.118302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.118392] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.118612] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.118690] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3e7206f-5a8c-416f-a522-069048a3c933',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.160074] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.160180] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.161535] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aabfd992-5697-4865-9513-7807f2354dc9 with status ACTIVE [ 826.161729] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.161905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.161905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.162135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.162387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.162625] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.162800] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.162859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.163032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.163120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.163910] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.164059] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.164133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.164288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.164456] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.164456] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aabfd992-5697-4865-9513-7807f2354dc9 is going to be updated. [ 826.172183] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.173278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.173278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.173278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.173278] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.173278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.173278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.173278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.173278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.173278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.173768] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.173768] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.173768] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.173768] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.173768] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.173952] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.173952] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.174027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.174062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.174168] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.174211] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.182799] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.182943] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.183072] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.183156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.183998] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.183998] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aabfd992-5697-4865-9513-7807f2354dc9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.220348] env[69242]: INFO networking_nsxv3.common.synchronization [None req-8f83739a-73df-47c1-8a21-e697550845a0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Enqueued Resource ID: f3e7206f-5a8c-416f-a522-069048a3c933 with Priority: HIGHEST for action security_group_rules [ 826.220544] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e7206f-5a8c-416f-a522-069048a3c933 with Priority: HIGHEST for action security_group_rules [ 826.220950] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3e7206f-5a8c-416f-a522-069048a3c933 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.220950] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.293965] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 in Status: SUCCESS [ 826.294441] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 deletion is rescheduled due to dependency. [ 826.294441] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.484803] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 in Status: SUCCESS [ 826.485041] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.485988] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.485988] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.485988] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.486195] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.486234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.486849] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.486849] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.486849] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.486849] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d5574d2-2f0c-4a50-b273-686427a1b587',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.627214] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: SUCCESS [ 826.627496] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca deletion is rescheduled due to dependency. [ 826.627673] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.627900] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.628220] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.628490] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.628690] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.628862] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.629125] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.629268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.629597] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.640281] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.640431] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.640491] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.640671] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.640755] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.640860] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3e7206f-5a8c-416f-a522-069048a3c933 already deleted. [ 826.640945] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.641121] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.641292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.641333] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3e7206f-5a8c-416f-a522-069048a3c933',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.679400] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 142a013c-c9ce-4b76-86a7-cea418fa5669: rpc.has_security_group_logging(os_id): False [ 826.696510] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.696687] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.696735] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.696939] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.697128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.697339] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.697438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.697497] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.697652] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.697728] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.697921] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.698041] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.698116] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.698264] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.698337] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.698522] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.698612] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.698670] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.698804] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.698876] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.698957] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 is going to be updated. [ 826.757164] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.757164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.757164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.757164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.757164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.768906] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: IN_PROGRESS for 2s [ 826.988476] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5574d2-2f0c-4a50-b273-686427a1b587 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.988686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.988727] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.988931] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.989126] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.989224] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.989286] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.989454] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.989543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.989632] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.989779] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5574d2-2f0c-4a50-b273-686427a1b587 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.989870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.989929] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.990097] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.990241] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.990335] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.990393] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.990530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.990603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.990683] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.990770] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d5574d2-2f0c-4a50-b273-686427a1b587',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.132750] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.176307] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.176472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.176529] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.176748] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.176837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.176932] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3e7206f-5a8c-416f-a522-069048a3c933 already deleted. [ 827.177030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.493631] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d5574d2-2f0c-4a50-b273-686427a1b587: rpc.has_security_group_logging(os_id): False [ 827.511119] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.511119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.511527] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.511527] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.511784] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.511909] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.512077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.512077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.512248] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.512303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.512496] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.512604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.512668] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.512821] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.512886] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.513096] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.513195] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.513250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.513382] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.513444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.513804] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 is going to be created. [ 827.567040] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.567295] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.567365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.567637] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.567834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.578846] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 in Status: IN_PROGRESS for 2s [ 827.635419] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.138245] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.138568] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.138568] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.138568] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.138798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.138798] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca is going to be updated. [ 828.171254] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.171254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.171254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.171573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.171573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.179874] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: IN_PROGRESS for 2s [ 828.371627] env[69242]: INFO networking_nsxv3.common.synchronization [req-08884045-72a8-476f-9edb-a58541b521de req-e527ab1e-3019-4cd1-b58e-285b8c21d804 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Enqueued Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 828.372174] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 828.372611] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.372611] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.781204] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: SUCCESS [ 828.781445] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.793931] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-854 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.793931] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-854" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.793931] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-854" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.793931] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-854" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.793931] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.793931] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.793931] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.794252] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.794441] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.794749] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.794921] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.795056] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.795179] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.795294] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.795529] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.795678] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.812290] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.812911] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 828.813098] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.813420] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-854" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.813775] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-cde801d9-42b7-422b-8f95-5e1c59a606d9 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.813953] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-cde801d9-42b7-422b-8f95-5e1c59a606d9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.814079] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-cde801d9-42b7-422b-8f95-5e1c59a606d9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.814391] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-cde801d9-42b7-422b-8f95-5e1c59a606d9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.814528] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cde801d9-42b7-422b-8f95-5e1c59a606d9',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.318033] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.318497] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.318497] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.318666] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.318813] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.318968] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port cde801d9-42b7-422b-8f95-5e1c59a606d9 not found, creating... [ 829.319236] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.319459] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.319591] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.319810] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.319946] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.320241] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.320398] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.320513] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.320716] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.320847] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.320976] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: cde801d9-42b7-422b-8f95-5e1c59a606d9 is going to be created. [ 829.340236] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.340236] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.340395] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.340551] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.340953] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.341030] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-cde801d9-42b7-422b-8f95-5e1c59a606d9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.593080] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 in Status: SUCCESS [ 829.593519] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.191547] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: SUCCESS [ 830.191547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.191547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.191547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.191547] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.191547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.191547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.191547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.191547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.191547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.191547] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.192114] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.192317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.192430] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.192543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.192621] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.192764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.192838] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.192922] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.195335] env[69242]: INFO networking_nsxv3.common.synchronization [req-08884045-72a8-476f-9edb-a58541b521de req-f638b64f-3292-4ea6-bd21-9a06dce5d7f9 service nova] Enqueued Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_rules [ 830.195575] env[69242]: INFO networking_nsxv3.common.synchronization [req-08884045-72a8-476f-9edb-a58541b521de req-f638b64f-3292-4ea6-bd21-9a06dce5d7f9 service nova] Enqueued Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 830.195736] env[69242]: INFO networking_nsxv3.common.synchronization [req-08884045-72a8-476f-9edb-a58541b521de req-f638b64f-3292-4ea6-bd21-9a06dce5d7f9 service nova] Enqueued Resource ID: cde801d9-42b7-422b-8f95-5e1c59a606d9 with Priority: HIGHEST for action port [ 830.196478] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_rules [ 830.196602] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 830.196694] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cde801d9-42b7-422b-8f95-5e1c59a606d9 with Priority: HIGHEST for action port [ 830.196935] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.197065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.197404] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.197500] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.197689] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-cde801d9-42b7-422b-8f95-5e1c59a606d9 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.197783] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cde801d9-42b7-422b-8f95-5e1c59a606d9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.197845] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cde801d9-42b7-422b-8f95-5e1c59a606d9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.198015] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cde801d9-42b7-422b-8f95-5e1c59a606d9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.198241] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cde801d9-42b7-422b-8f95-5e1c59a606d9',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.626379] env[69242]: INFO networking_nsxv3.common.synchronization [req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 req-d0c276b8-a903-4b26-986a-2cd8aa8163dc tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Enqueued Resource ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 with Priority: HIGHEST for action security_group_members [ 830.626895] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 with Priority: HIGHEST for action security_group_members [ 830.627217] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.627431] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.627431] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.627637] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.627798] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.627921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.628024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.628237] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.628311] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.628423] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d56d740b-4e9e-4f74-b0bf-b958cd0e2b49',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.701450] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.701450] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.701450] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.701450] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cde801d9-42b7-422b-8f95-5e1c59a606d9 with status ACTIVE [ 830.701450] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.701450] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.701450] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.701450] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.701450] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.701450] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.701956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.701956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.701956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.701956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.702084] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.702151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.702275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.702830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.702830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.702830] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cde801d9-42b7-422b-8f95-5e1c59a606d9 is going to be updated. [ 830.726851] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.726997] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.727926] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.727926] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.727926] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.727926] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cde801d9-42b7-422b-8f95-5e1c59a606d9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.130816] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.130979] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.131069] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.131296] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.150549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.150806] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.150934] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.150989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.151317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.151317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.151467] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 is going to be updated. [ 831.177729] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.177828] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.178615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.178615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.178615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.189063] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 in Status: IN_PROGRESS for 2s [ 831.202977] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.706938] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.706938] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.706938] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.706938] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.706938] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.706938] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca is going to be updated. [ 831.734356] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.734741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.734994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.735575] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.736958] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.749038] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: IN_PROGRESS for 2s [ 833.194414] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 in Status: SUCCESS [ 833.194717] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 deletion is rescheduled due to dependency. [ 833.194765] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.761042] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: SUCCESS [ 833.761042] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.761042] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.761042] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.761042] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.761042] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.761042] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.761042] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.761042] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.761042] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.263038] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.767210] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.269045] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.269045] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.269782] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.269782] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.269782] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.269782] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca is going to be updated. [ 835.299112] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.299112] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.299112] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.299303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.299416] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.308292] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: IN_PROGRESS for 2s [ 835.600400] env[69242]: INFO networking_nsxv3.common.synchronization [req-97152292-9e28-470d-90cc-6949274c7ad1 req-c67515e3-28b8-4cb3-9b4b-97c56c7820ec tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 835.600937] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 835.601399] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.601526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.601592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.602425] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.602802] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.602802] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.602802] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.602966] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.603013] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.603088] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.019822] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.020176] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-385" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.020328] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-385" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.020843] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-385" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.022282] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.022702] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.022803] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.023042] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.023271] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.023434] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.023783] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.023905] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.023994] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.024115] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.024225] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.024360] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.044670] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.044758] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.045176] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.045176] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-385" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.045475] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-4030e285-630e-436f-a308-826dd844208c taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.045681] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-4030e285-630e-436f-a308-826dd844208c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.045975] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-4030e285-630e-436f-a308-826dd844208c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.046068] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-4030e285-630e-436f-a308-826dd844208c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.046193] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4030e285-630e-436f-a308-826dd844208c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.104943] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.105058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.105131] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.105363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.124597] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.124876] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.125010] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.125082] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.125292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.125383] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.125477] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 is going to be updated. [ 836.145961] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.146148] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.146201] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.146428] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.146694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.154190] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: IN_PROGRESS for 2s [ 836.252858] env[69242]: INFO networking_nsxv3.common.synchronization [None req-3c243bb2-d858-4b7c-ab74-dbeff6ad302a None None] Enqueued Resource ID: 6a080bad-6fc7-48b8-9569-d09321a6437c with Priority: HIGHEST for action port [ 836.253538] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a080bad-6fc7-48b8-9569-d09321a6437c with Priority: HIGHEST for action port [ 836.254524] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a080bad-6fc7-48b8-9569-d09321a6437c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.254677] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a080bad-6fc7-48b8-9569-d09321a6437c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.254812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a080bad-6fc7-48b8-9569-d09321a6437c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.255035] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a080bad-6fc7-48b8-9569-d09321a6437c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.255123] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a080bad-6fc7-48b8-9569-d09321a6437c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.552703] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.552703] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.552703] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.552703] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.552703] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.552703] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 4030e285-630e-436f-a308-826dd844208c not found, creating... [ 836.552703] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.552703] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.552703] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.552703] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.552703] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.553716] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.553716] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.553716] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.553854] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.554024] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.554144] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 4030e285-630e-436f-a308-826dd844208c is going to be created. [ 836.573861] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.574079] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.574207] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.574484] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.574712] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.574929] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-4030e285-630e-436f-a308-826dd844208c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.658454] env[69242]: INFO networking_nsxv3.common.synchronization [req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 req-be816ca0-d80c-462b-8567-a6d741f6c9a8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Enqueued Resource ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 with Priority: HIGHEST for action security_group_members [ 836.659021] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 with Priority: HIGHEST for action security_group_members [ 836.662218] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5574d2-2f0c-4a50-b273-686427a1b587 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.662777] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.662777] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.663334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.663334] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.663504] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.663655] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.663804] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.664023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.664023] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5574d2-2f0c-4a50-b273-686427a1b587',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.763410] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a080bad-6fc7-48b8-9569-d09321a6437c [ 836.763410] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.763410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.763410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.763410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.763410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.763410] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a080bad-6fc7-48b8-9569-d09321a6437c already deleted. [ 836.763410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a080bad-6fc7-48b8-9569-d09321a6437c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.171477] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.171477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.171477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.171477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.171477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.171477] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.171477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.171477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.171477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.171477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.171477] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 is going to be updated. [ 837.200276] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.200353] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.200387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.200776] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.200776] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.212837] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 in Status: IN_PROGRESS for 2s [ 837.320018] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: SUCCESS [ 837.320018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.320018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.320018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.320018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.320018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.320018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.320018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.320018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.320018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.320018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.320018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.320018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.320018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.320018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.320018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.320018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.320018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.320018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.320759] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.320759] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.373713] env[69242]: INFO networking_nsxv3.common.synchronization [req-97152292-9e28-470d-90cc-6949274c7ad1 req-6629c4fc-73cb-4375-a418-c426fc519f49 service nova] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_rules [ 837.373886] env[69242]: INFO networking_nsxv3.common.synchronization [req-97152292-9e28-470d-90cc-6949274c7ad1 req-6629c4fc-73cb-4375-a418-c426fc519f49 service nova] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 837.374032] env[69242]: INFO networking_nsxv3.common.synchronization [req-97152292-9e28-470d-90cc-6949274c7ad1 req-6629c4fc-73cb-4375-a418-c426fc519f49 service nova] Enqueued Resource ID: 4030e285-630e-436f-a308-826dd844208c with Priority: HIGHEST for action port [ 837.374273] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_rules [ 837.374379] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 837.374500] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4030e285-630e-436f-a308-826dd844208c with Priority: HIGHEST for action port [ 837.375386] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.375516] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.375599] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.375769] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.375848] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.376824] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.376824] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.376940] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-4030e285-630e-436f-a308-826dd844208c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.377018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4030e285-630e-436f-a308-826dd844208c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.377055] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4030e285-630e-436f-a308-826dd844208c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.377220] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4030e285-630e-436f-a308-826dd844208c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.377295] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4030e285-630e-436f-a308-826dd844208c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.826933] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b7d0d67-2fd7-4107-9a73-96adfed953ca: rpc.has_security_group_logging(os_id): False [ 837.840885] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.841073] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.841160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.841371] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.841505] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.842021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.842021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.842021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.842254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.842354] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.842582] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.842684] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.842746] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.842920] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.843015] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.843263] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.843365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.843444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.843612] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.843711] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.843811] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca is going to be updated. [ 837.880633] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.880633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.884115] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4030e285-630e-436f-a308-826dd844208c with status ACTIVE [ 837.884115] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.886390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.886390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.886390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.886390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.886390] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.886390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.886390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.886390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.886390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.886390] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.886390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.886390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.886390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.886390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.887228] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4030e285-630e-436f-a308-826dd844208c is going to be updated. [ 837.898941] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.900365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.900365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.900365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.901073] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.906126] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.906859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.906940] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.907268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.907361] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.907493] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4030e285-630e-436f-a308-826dd844208c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.913824] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: IN_PROGRESS for 2s [ 838.065504] env[69242]: INFO networking_nsxv3.common.synchronization [None req-05f1b418-e140-42c7-a945-3106319ca425 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Enqueued Resource ID: 97817c39-799b-48d1-8a56-6546121db15d with Priority: HIGHEST for action security_group_rules [ 838.067175] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97817c39-799b-48d1-8a56-6546121db15d with Priority: HIGHEST for action security_group_rules [ 838.067175] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97817c39-799b-48d1-8a56-6546121db15d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.067175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97817c39-799b-48d1-8a56-6546121db15d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.067175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97817c39-799b-48d1-8a56-6546121db15d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.067175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97817c39-799b-48d1-8a56-6546121db15d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.067175] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97817c39-799b-48d1-8a56-6546121db15d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.140166] env[69242]: INFO networking_nsxv3.common.synchronization [None req-68bf9aac-6d61-40e2-8fe1-3798d829d298 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Enqueued Resource ID: 97817c39-799b-48d1-8a56-6546121db15d with Priority: HIGHEST for action security_group_rules [ 838.140624] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97817c39-799b-48d1-8a56-6546121db15d with Priority: HIGHEST for action security_group_rules [ 838.140913] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97817c39-799b-48d1-8a56-6546121db15d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.141021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97817c39-799b-48d1-8a56-6546121db15d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.162936] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: SUCCESS [ 838.163148] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 deletion is rescheduled due to dependency. [ 838.163259] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.163405] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.163604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.163786] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.163890] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.163951] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.164102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.164176] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.164264] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.234105] env[69242]: INFO networking_nsxv3.common.synchronization [None req-08ca2ef9-6729-438f-af8d-656545cb8ad4 None None] Enqueued Resource ID: 76f45cc2-4f9f-4caf-9241-201fa97ff876 with Priority: HIGHEST for action port [ 838.234353] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f45cc2-4f9f-4caf-9241-201fa97ff876 with Priority: HIGHEST for action port [ 838.234873] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-76f45cc2-4f9f-4caf-9241-201fa97ff876 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.234992] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76f45cc2-4f9f-4caf-9241-201fa97ff876" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.235068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76f45cc2-4f9f-4caf-9241-201fa97ff876" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.235305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76f45cc2-4f9f-4caf-9241-201fa97ff876" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.235390] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76f45cc2-4f9f-4caf-9241-201fa97ff876',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.591169] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.591319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.591392] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.591818] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.591818] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.591818] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97817c39-799b-48d1-8a56-6546121db15d already deleted. [ 838.591951] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97817c39-799b-48d1-8a56-6546121db15d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.592119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97817c39-799b-48d1-8a56-6546121db15d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.592828] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97817c39-799b-48d1-8a56-6546121db15d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.592951] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97817c39-799b-48d1-8a56-6546121db15d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.665998] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.740526] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76f45cc2-4f9f-4caf-9241-201fa97ff876 [ 838.740526] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.740526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.740526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.740526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.740526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.740526] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76f45cc2-4f9f-4caf-9241-201fa97ff876 already deleted. [ 838.740526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76f45cc2-4f9f-4caf-9241-201fa97ff876" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.114027] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.114372] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.114372] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.114372] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.114489] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.114489] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97817c39-799b-48d1-8a56-6546121db15d already deleted. [ 839.114569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97817c39-799b-48d1-8a56-6546121db15d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.168089] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.221978] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 in Status: SUCCESS [ 839.222855] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 deletion is rescheduled due to dependency. [ 839.222855] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.671453] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.671716] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.671781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.672077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.672233] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.672365] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 is going to be updated. [ 839.703089] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.703298] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.703412] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.703532] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.703683] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.712142] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: IN_PROGRESS for 2s [ 839.740789] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.740940] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.741008] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.741482] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.741482] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.932139] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: SUCCESS [ 839.932139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.932139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.932139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.932139] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.092554] env[69242]: INFO networking_nsxv3.common.synchronization [req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 req-a075a737-ba66-41e1-9575-0ae7618c6937 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Enqueued Resource ID: 447d6950-7b00-424a-a223-4b375c168010 with Priority: HIGHEST for action security_group_members [ 840.093624] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447d6950-7b00-424a-a223-4b375c168010 with Priority: HIGHEST for action security_group_members [ 840.093931] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d6950-7b00-424a-a223-4b375c168010 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.094089] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.094183] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.094436] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.094629] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.094711] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.094765] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.095043] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.095043] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.095171] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447d6950-7b00-424a-a223-4b375c168010',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.243560] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.433479] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.433646] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.433725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.433947] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.434143] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.434247] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.434310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.434457] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.434548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.434633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.434720] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.469435] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.469645] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.469766] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.470052] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.470318] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.470481] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.470603] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.470820] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.470966] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.471344] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.471467] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.471593] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.471693] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.471843] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.471917] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.472055] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.489892] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.490057] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 840.490153] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.490326] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.490618] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-358438ce-4b79-434b-9be8-7ecb03703709 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.490782] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-358438ce-4b79-434b-9be8-7ecb03703709" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.490902] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-358438ce-4b79-434b-9be8-7ecb03703709" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.491228] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-358438ce-4b79-434b-9be8-7ecb03703709" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.491369] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('358438ce-4b79-434b-9be8-7ecb03703709',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.597658] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.597848] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.597848] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.598057] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.598146] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.598340] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.598466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.598535] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.598691] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.598767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.599110] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447d6950-7b00-424a-a223-4b375c168010 already deleted. [ 840.599110] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.746295] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.939336] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.939540] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.939614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.939901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.940153] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.940254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.940390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.940502] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.940589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.940740] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.940822] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.940894] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.940942] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.941113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.941224] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.941297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.941368] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.941490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.941572] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.941630] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.941721] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.993475] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.993792] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.993945] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.994232] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.994383] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.994541] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 358438ce-4b79-434b-9be8-7ecb03703709 not found, creating... [ 840.994809] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.994966] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.995096] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.995310] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.995447] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.995733] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.995956] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.997504] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.997856] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.998129] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.998276] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 358438ce-4b79-434b-9be8-7ecb03703709 is going to be created. [ 841.018510] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.018719] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.018855] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.019165] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.019421] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.019683] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-358438ce-4b79-434b-9be8-7ecb03703709" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.073620] env[69242]: INFO networking_nsxv3.common.synchronization [req-addeac70-3763-4543-9fc3-885b922ae82c req-e06d930e-ad2a-4226-8117-e1ef2c61431c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Enqueued Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 841.073700] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 841.073936] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.074165] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.074165] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.074484] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.074484] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.074662] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.074662] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.074878] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.074878] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.075046] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.207359] env[69242]: INFO networking_nsxv3.common.synchronization [req-44aae62a-c3c0-4d1d-b38f-8668528756f4 req-2b19efa3-cc20-4d0e-9c40-6483d2f64068 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Enqueued Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 841.207937] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGHEST for action security_group_members [ 841.208761] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.208761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.248468] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 841.248821] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 841.444213] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b7d0d67-2fd7-4107-9a73-96adfed953ca: rpc.has_security_group_logging(os_id): False [ 841.465797] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.465964] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.466035] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.468305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.468305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.468305] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.468305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.468305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.468305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.468305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.468305] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.468305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.468305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.468305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.468305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.468305] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.468305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.469921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.469921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.469921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.469921] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca is going to be updated. [ 841.528809] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.528963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.529048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.529261] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.529405] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.541023] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: IN_PROGRESS for 2s [ 841.581655] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.704669] env[69242]: INFO networking_nsxv3.common.synchronization [req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 req-aac5b5a9-7710-47b3-93a0-4740b3e7e694 service nova] Enqueued Resource ID: 447d6950-7b00-424a-a223-4b375c168010 with Priority: HIGHEST for action security_group_rules [ 841.704851] env[69242]: INFO networking_nsxv3.common.synchronization [req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 req-aac5b5a9-7710-47b3-93a0-4740b3e7e694 service nova] Enqueued Resource ID: 447d6950-7b00-424a-a223-4b375c168010 with Priority: HIGHEST for action security_group_members [ 841.704987] env[69242]: INFO networking_nsxv3.common.synchronization [req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 req-aac5b5a9-7710-47b3-93a0-4740b3e7e694 service nova] Enqueued Resource ID: 358438ce-4b79-434b-9be8-7ecb03703709 with Priority: HIGHEST for action port [ 841.705234] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447d6950-7b00-424a-a223-4b375c168010 with Priority: HIGHEST for action security_group_rules [ 841.705365] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447d6950-7b00-424a-a223-4b375c168010 with Priority: HIGHEST for action security_group_members [ 841.705456] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 358438ce-4b79-434b-9be8-7ecb03703709 with Priority: HIGHEST for action port [ 841.705971] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-447d6950-7b00-424a-a223-4b375c168010 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.706333] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.706415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.706676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.706754] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('447d6950-7b00-424a-a223-4b375c168010',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.708072] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d6950-7b00-424a-a223-4b375c168010 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.708301] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.708374] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.708547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.708694] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.708788] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.708847] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.709011] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.709099] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.709186] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447d6950-7b00-424a-a223-4b375c168010',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.710198] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-358438ce-4b79-434b-9be8-7ecb03703709 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.710309] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-358438ce-4b79-434b-9be8-7ecb03703709" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.710405] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-358438ce-4b79-434b-9be8-7ecb03703709" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.710514] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-358438ce-4b79-434b-9be8-7ecb03703709" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.710591] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('358438ce-4b79-434b-9be8-7ecb03703709',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.721597] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: SUCCESS [ 841.721800] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.723173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.723173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.723173] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.723173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.723173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.723173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.723173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.723173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.723173] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.995683] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.995901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.995901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.996028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.009591] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 842.148952] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.150064] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 842.151707] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.176010] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.176165] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.176234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.176441] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.182889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.183410] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 842.183493] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 842.183578] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 842.208815] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d6950-7b00-424a-a223-4b375c168010 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.208815] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.211181] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('447d6950-7b00-424a-a223-4b375c168010',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.214659] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 358438ce-4b79-434b-9be8-7ecb03703709 with status ACTIVE [ 842.214841] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.214923] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.214961] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.215390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.215390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.215516] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.215516] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.215607] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.215724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.215796] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.215975] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.216076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.216133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.216268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.216338] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.216449] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 358438ce-4b79-434b-9be8-7ecb03703709 is going to be updated. [ 842.218988] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.219121] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.219121] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.219447] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.220277] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.220449] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 842.224903] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.225023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.225092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.225246] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.225388] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.225498] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.225563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.225705] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.225782] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.225864] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.226019] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.226107] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.226165] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.226301] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.226459] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.226526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.226564] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.226691] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.226761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.226838] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.226919] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.240146] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.240225] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.240300] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.240890] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.241040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.241190] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-358438ce-4b79-434b-9be8-7ecb03703709" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.275218] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.275611] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.275611] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.275702] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.275910] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.276189] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 842.350015] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.350186] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.350307] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.350516] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.350739] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.350964] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 842.351072] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48', 'e13c3c39-dacd-46c0-8f9c-942f5c92d96a', '9ece2f1b-deee-40c0-80d8-a125887684e4', 'b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce', '6a44a367-1172-4bcb-bbd6-0fbc4984ff97', 'd8052d6f-b6de-4cb9-a4d1-59c3a9782507', 'd113361d-1569-4803-9af9-b04075ce7f23', '8d5574d2-2f0c-4a50-b273-686427a1b587', 'a955bdc8-cea3-4cb2-a792-4773d3eb64ae', 'e9e738c2-3e92-46e2-b326-ba8333f886bd', 'f315d149-d488-4b07-be77-f3fc2a5e42c8', '66e2e6a0-a355-4d9e-81c7-33cf13c5c565', 'd56d740b-4e9e-4f74-b0bf-b958cd0e2b49', 'e59efce7-812b-4225-a4cf-780cb97d6f2f', 'eb733b01-e82e-41bb-b0eb-b07c73987539', 'e664c929-cd2a-40c9-ad97-51993547f886', 'b9e3c921-4202-4ea7-a1a2-6f60666621a3', '90b378d2-7ae8-4871-9e18-ea87501e7ad5', '22fbaf9f-010c-4305-9541-48c6eb474738', '003167d0-9514-4543-9b09-798e902d627f', '8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e', '142a013c-c9ce-4b76-86a7-cea418fa5669', '7b7d0d67-2fd7-4107-9a73-96adfed953ca', '11d04fa3-cd3f-4491-a25c-9fd37653babf', '7e29612f-d9f5-47b3-869c-779f2e099ec0', 'f7e28637-ee92-4ca6-a4b3-f71535814148', '873f3691-5ba9-43a3-bccd-fb3d5ad59780', '33c764e7-c95b-4c09-99ab-4f7ec4c442e2', 'a6a96813-aaa8-47ba-9d19-170206f69ac6', 'c7af9a9c-db9c-4882-8fe6-188135a2c407', 'be3c66ca-1801-448b-9f7e-0d7f01d81748', '267a7ef5-25ec-4e39-9364-f676e9946b6e', 'ca8fba11-b073-4955-a332-fe92127b50a3', '8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc', 'e71d6db8-4f25-4a5a-809e-35864f4d8ecb', '0f60cf64-3f52-49c8-aff8-311c5568a6a2', 'cbed1cdd-7139-4c4f-b4e9-a06c36f25727', '860de744-7946-4cac-ad57-298e48424855'} {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 842.351171] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 842.370696] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.370822] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.370880] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.371101] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.371151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.371255] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 842.371325] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 842.371392] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 842.441075] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.441228] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.441301] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.441523] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.442254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.442490] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 842.442532] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 842.442580] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 842.442650] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 842.442745] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 842.442786] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGH for action security_group_rules [ 842.442866] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a with Priority: HIGH for action security_group_rules [ 842.442912] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 with Priority: HIGH for action security_group_rules [ 842.442975] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGH for action security_group_rules [ 842.443047] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 with Priority: HIGH for action security_group_rules [ 842.443110] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGH for action security_group_rules [ 842.443171] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d113361d-1569-4803-9af9-b04075ce7f23 with Priority: HIGH for action security_group_rules [ 842.443231] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 with Priority: HIGH for action security_group_rules [ 842.443317] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGH for action security_group_rules [ 842.443355] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9e738c2-3e92-46e2-b326-ba8333f886bd with Priority: HIGH for action security_group_rules [ 842.443394] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 with Priority: HIGH for action security_group_rules [ 842.443455] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGH for action security_group_rules [ 842.443516] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 with Priority: HIGH for action security_group_rules [ 842.443577] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e59efce7-812b-4225-a4cf-780cb97d6f2f with Priority: HIGH for action security_group_rules [ 842.443636] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb733b01-e82e-41bb-b0eb-b07c73987539 with Priority: HIGH for action security_group_rules [ 842.443697] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e664c929-cd2a-40c9-ad97-51993547f886 with Priority: HIGH for action security_group_rules [ 842.443758] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 with Priority: HIGH for action security_group_rules [ 842.443818] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 with Priority: HIGH for action security_group_rules [ 842.443879] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGH for action security_group_rules [ 842.443941] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 003167d0-9514-4543-9b09-798e902d627f with Priority: HIGH for action security_group_rules [ 842.444045] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.654078] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.654078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.654251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.654355] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.654441] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.654582] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca is going to be updated. [ 842.679415] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.679553] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.679617] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.679889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.680043] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.688115] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: IN_PROGRESS for 2s [ 842.713464] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('447d6950-7b00-424a-a223-4b375c168010',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.728549] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66e2e6a0-a355-4d9e-81c7-33cf13c5c565: rpc.has_security_group_logging(os_id): False [ 842.745796] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.746023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.746101] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.746308] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.762742] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.762970] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.763095] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.763160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.763340] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.763419] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.763654] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.763756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.763817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.763958] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.764043] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.764240] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.764331] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.764392] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.764527] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.764602] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.764689] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 is going to be updated. [ 842.819998] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.820161] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.820301] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.820539] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.820682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.833763] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: IN_PROGRESS for 2s [ 843.215592] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.215592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.215592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.215775] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.215775] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.215835] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447d6950-7b00-424a-a223-4b375c168010 is going to be created. [ 843.250830] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.250924] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.250924] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.252051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.252051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.265396] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d6950-7b00-424a-a223-4b375c168010 in Status: UNINITIALIZED for 2s [ 843.558661] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: SUCCESS [ 843.558661] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.175669] env[69242]: INFO networking_nsxv3.common.synchronization [None req-25a4b915-7b6d-4c79-8c9f-732ca58917d0 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Enqueued Resource ID: 65ef7bb5-b22e-4971-a920-e1fc4a3a189a with Priority: HIGHEST for action security_group_rules [ 844.176168] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65ef7bb5-b22e-4971-a920-e1fc4a3a189a with Priority: HIGHEST for action security_group_rules [ 844.176308] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGH for action security_group_rules [ 844.176409] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 with Priority: HIGH for action security_group_rules [ 844.176504] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d113361d-1569-4803-9af9-b04075ce7f23 with Priority: HIGH for action security_group_rules [ 844.176597] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb733b01-e82e-41bb-b0eb-b07c73987539 with Priority: HIGH for action security_group_rules [ 844.176682] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003167d0-9514-4543-9b09-798e902d627f with Priority: HIGH for action security_group_rules [ 844.176763] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGH for action security_group_rules [ 844.176842] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 with Priority: HIGH for action security_group_rules [ 844.176927] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 with Priority: HIGH for action security_group_rules [ 844.177625] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59efce7-812b-4225-a4cf-780cb97d6f2f with Priority: HIGH for action security_group_rules [ 844.177625] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e664c929-cd2a-40c9-ad97-51993547f886 with Priority: HIGH for action security_group_rules [ 844.177854] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 with Priority: HIGH for action security_group_rules [ 844.177998] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGH for action security_group_rules [ 844.178105] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 with Priority: HIGH for action security_group_rules [ 844.178194] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e738c2-3e92-46e2-b326-ba8333f886bd with Priority: HIGH for action security_group_rules [ 844.178631] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae with Priority: HIGH for action security_group_rules [ 844.178767] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGH for action security_group_rules [ 844.178827] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 with Priority: HIGH for action security_group_rules [ 844.178915] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 with Priority: HIGH for action security_group_rules [ 844.179012] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a with Priority: HIGH for action security_group_rules [ 844.179103] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGH for action security_group_rules [ 844.179382] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65ef7bb5-b22e-4971-a920-e1fc4a3a189a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.179497] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65ef7bb5-b22e-4971-a920-e1fc4a3a189a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.179559] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65ef7bb5-b22e-4971-a920-e1fc4a3a189a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.179818] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65ef7bb5-b22e-4971-a920-e1fc4a3a189a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.179894] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65ef7bb5-b22e-4971-a920-e1fc4a3a189a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.183012] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.183012] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.183012] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.183012] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.183012] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.183466] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ece2f1b-deee-40c0-80d8-a125887684e4 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.183466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.183573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.184388] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.184481] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ece2f1b-deee-40c0-80d8-a125887684e4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.186250] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d113361d-1569-4803-9af9-b04075ce7f23 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.186378] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.186444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.188473] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.188575] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d113361d-1569-4803-9af9-b04075ce7f23',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.189277] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb733b01-e82e-41bb-b0eb-b07c73987539 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.189378] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.189435] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.189582] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.189649] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb733b01-e82e-41bb-b0eb-b07c73987539',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.190433] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-003167d0-9514-4543-9b09-798e902d627f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.190532] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.190595] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.190741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.190808] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('003167d0-9514-4543-9b09-798e902d627f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.191835] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22fbaf9f-010c-4305-9541-48c6eb474738 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.191930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.191994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.192319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.192383] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.193627] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90b378d2-7ae8-4871-9e18-ea87501e7ad5 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.193723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.196025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.196025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.196025] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90b378d2-7ae8-4871-9e18-ea87501e7ad5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.196025] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9e3c921-4202-4ea7-a1a2-6f60666621a3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.196025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.196025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.196025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.196025] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9e3c921-4202-4ea7-a1a2-6f60666621a3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.197339] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e59efce7-812b-4225-a4cf-780cb97d6f2f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.197440] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.197623] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.197863] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.197933] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e59efce7-812b-4225-a4cf-780cb97d6f2f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.198775] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e664c929-cd2a-40c9-ad97-51993547f886 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.198885] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.198928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.199094] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.199160] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e664c929-cd2a-40c9-ad97-51993547f886',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.199377] env[69242]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 844.200034] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.200132] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.200192] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.200337] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.200402] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d56d740b-4e9e-4f74-b0bf-b958cd0e2b49',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.201564] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.203220] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.203220] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f315d149-d488-4b07-be77-f3fc2a5e42c8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.203220] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.203220] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.203220] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.203220] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f315d149-d488-4b07-be77-f3fc2a5e42c8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.203220] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9e738c2-3e92-46e2-b326-ba8333f886bd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.203220] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.203220] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.203696] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.203696] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9e738c2-3e92-46e2-b326-ba8333f886bd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.204464] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.204563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.204624] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.204769] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.204833] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a955bdc8-cea3-4cb2-a792-4773d3eb64ae',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.205670] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.205768] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.205835] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.206014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.206125] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.207104] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d5574d2-2f0c-4a50-b273-686427a1b587 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.207214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.207313] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.207460] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.207571] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d5574d2-2f0c-4a50-b273-686427a1b587',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.208501] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a44a367-1172-4bcb-bbd6-0fbc4984ff97 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.208632] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.208697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.208908] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.208976] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a44a367-1172-4bcb-bbd6-0fbc4984ff97',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.209769] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e13c3c39-dacd-46c0-8f9c-942f5c92d96a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.209874] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.209922] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.210083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.210142] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e13c3c39-dacd-46c0-8f9c-942f5c92d96a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.210981] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.211116] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.211166] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.211291] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.211364] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.275925] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.275925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.275925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.275925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.275925] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.275925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.275925] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.275925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.275925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.275925] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 003167d0-9514-4543-9b09-798e902d627f is going to be deleted. [ 844.275925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.275925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.301135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.301265] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb733b01-e82e-41bb-b0eb-b07c73987539 is going to be deleted. [ 844.302349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.302616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.327232] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.327232] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d113361d-1569-4803-9af9-b04075ce7f23 is going to be deleted. [ 844.333940] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.334083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.334150] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.334346] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.334431] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.334542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-003167d0-9514-4543-9b09-798e902d627f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.369883] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.370037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.370113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.370331] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.370422] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.370534] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb733b01-e82e-41bb-b0eb-b07c73987539" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.376253] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.376386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.376448] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.376684] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.376728] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.376845] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d113361d-1569-4803-9af9-b04075ce7f23" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.425311] env[69242]: INFO networking_nsxv3.common.synchronization [None req-86ca6166-75f3-41f4-8b77-9db5d51f93fc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Enqueued Resource ID: 65ef7bb5-b22e-4971-a920-e1fc4a3a189a with Priority: HIGHEST for action security_group_rules [ 844.425814] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65ef7bb5-b22e-4971-a920-e1fc4a3a189a with Priority: HIGHEST for action security_group_rules [ 844.426131] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65ef7bb5-b22e-4971-a920-e1fc4a3a189a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.426237] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65ef7bb5-b22e-4971-a920-e1fc4a3a189a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.708511] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: SUCCESS [ 844.708511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.708511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.708511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.708511] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.708511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.708511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.709038] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.709038] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.709038] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.714019] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.714019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.714019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.714019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.714019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.714019] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65ef7bb5-b22e-4971-a920-e1fc4a3a189a already deleted. [ 844.714019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65ef7bb5-b22e-4971-a920-e1fc4a3a189a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.714019] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.714019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.714019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.714019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.714755] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.714871] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.714963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65ef7bb5-b22e-4971-a920-e1fc4a3a189a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.715139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65ef7bb5-b22e-4971-a920-e1fc4a3a189a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.715211] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65ef7bb5-b22e-4971-a920-e1fc4a3a189a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.720536] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-22fbaf9f-010c-4305-9541-48c6eb474738 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.720635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.720703] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.720858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.721008] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.721110] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.721174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.721317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.721394] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.721472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.721553] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.736738] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.736859] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 is going to be deleted. [ 844.737887] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.738067] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.742301] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.742433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.742910] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.742910] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.742910] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.742910] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.743128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.743128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.743214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.743257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.743338] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.753835] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e738c2-3e92-46e2-b326-ba8333f886bd taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.753948] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.754034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.754212] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.754366] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.754461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.754628] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.754678] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.754784] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.754889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.754975] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9e738c2-3e92-46e2-b326-ba8333f886bd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.771949] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.772091] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.772837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.772949] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ece2f1b-deee-40c0-80d8-a125887684e4 is going to be deleted. [ 844.780330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.780542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.784908] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.785024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.791054] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.791165] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.792598] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.792743] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.793709] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.793756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.794443] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.794537] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.795298] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.795438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.796106] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.796199] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.797578] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.797676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.805243] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.805243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.805704] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.805841] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.806455] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 844.806867] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.806982] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f315d149-d488-4b07-be77-f3fc2a5e42c8 is going to be deleted. [ 844.807849] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.808058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.824716] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.824834] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d56d740b-4e9e-4f74-b0bf-b958cd0e2b49 is going to be deleted. [ 844.825688] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.826033] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.838748] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.838848] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.848157] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: SUCCESS [ 844.848157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.848157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.848271] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.848359] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.852211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.852211] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d5574d2-2f0c-4a50-b273-686427a1b587 is going to be deleted. [ 844.852211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.852211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.866471] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.866590] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.881086] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.881197] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.882283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.882398] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9e3c921-4202-4ea7-a1a2-6f60666621a3 is going to be deleted. [ 844.883212] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.883397] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.884977] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.884977] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.926395] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.926568] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a955bdc8-cea3-4cb2-a792-4773d3eb64ae is going to be deleted. [ 844.927793] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.928064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.948020] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.948020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.958377] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.958377] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e13c3c39-dacd-46c0-8f9c-942f5c92d96a is going to be deleted. [ 844.959304] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.959553] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.988071] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.988163] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a44a367-1172-4bcb-bbd6-0fbc4984ff97 is going to be deleted. [ 844.989343] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.989904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.039386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.039536] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be deleted. [ 845.041027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.041027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.101856] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.101856] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.105562] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.105707] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.127258] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.127654] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e664c929-cd2a-40c9-ad97-51993547f886 is going to be deleted. [ 845.128704] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.128971] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.178310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.178310] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e59efce7-812b-4225-a4cf-780cb97d6f2f is going to be deleted. [ 845.178310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.178310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.189731] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.189731] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.190533] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.190684] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.217598] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.217877] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.223662] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.244138] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.244251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.247654] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.247784] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90b378d2-7ae8-4871-9e18-ea87501e7ad5 is going to be deleted. [ 845.248949] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.249166] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.249259] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.249372] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ece2f1b-deee-40c0-80d8-a125887684e4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.249539] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.249691] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.249767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.249943] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.250506] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.251279] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.251443] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.251529] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.251649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d56d740b-4e9e-4f74-b0bf-b958cd0e2b49" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.251972] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.252139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.252219] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.252328] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f315d149-d488-4b07-be77-f3fc2a5e42c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.252451] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.252681] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.252681] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.252788] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d5574d2-2f0c-4a50-b273-686427a1b587" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.252881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.253029] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.253105] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.253211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9e3c921-4202-4ea7-a1a2-6f60666621a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.253330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.253466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.253536] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.253640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a955bdc8-cea3-4cb2-a792-4773d3eb64ae" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.253781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.253940] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.254023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.254127] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.254682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.254842] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.254947] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.257667] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e13c3c39-dacd-46c0-8f9c-942f5c92d96a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.257667] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.257667] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.259008] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.259156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.264053] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9e738c2-3e92-46e2-b326-ba8333f886bd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.304049] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d6950-7b00-424a-a223-4b375c168010 in Status: SUCCESS [ 845.304205] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.304303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.304521] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.304726] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.304895] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.304895] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.305062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.305145] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.305229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.305419] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('447d6950-7b00-424a-a223-4b375c168010',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.310724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.310724] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.310724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.310724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.310930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.310930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.311039] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca is going to be updated. [ 845.312080] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.312257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.312343] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.312458] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a44a367-1172-4bcb-bbd6-0fbc4984ff97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.313298] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.313411] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.313639] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.313639] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.313794] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.313835] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e664c929-cd2a-40c9-ad97-51993547f886" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.313955] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.314130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.314210] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.314299] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65ef7bb5-b22e-4971-a920-e1fc4a3a189a already deleted. [ 845.314376] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65ef7bb5-b22e-4971-a920-e1fc4a3a189a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.319449] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.319611] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.319683] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.319850] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.319933] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.320060] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e59efce7-812b-4225-a4cf-780cb97d6f2f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.350360] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.350504] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.350570] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.350774] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.350940] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.351075] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.351128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.351276] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.351371] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.351475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.351564] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.359073] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 845.359535] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.359702] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.359775] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.359937] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.360094] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.382546] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: IN_PROGRESS for 2s [ 845.398380] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 845.398893] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.399057] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.399129] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.399336] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.399429] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.399545] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90b378d2-7ae8-4871-9e18-ea87501e7ad5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.726022] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22fbaf9f-010c-4305-9541-48c6eb474738: rpc.has_security_group_logging(os_id): False [ 845.746794] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.746954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.747034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.747256] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.753284] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8052d6f-b6de-4cb9-a4d1-59c3a9782507: rpc.has_security_group_logging(os_id): False [ 845.765048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.765415] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.765571] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.765638] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.765847] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.765981] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.766114] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22fbaf9f-010c-4305-9541-48c6eb474738 is going to be updated. [ 845.767238] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9e738c2-3e92-46e2-b326-ba8333f886bd: rpc.has_security_group_logging(os_id): False [ 845.768686] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.768814] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.768879] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.769062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.788463] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.788590] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.790976] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.791270] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.791369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.791417] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.791614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.791697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.791783] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 is going to be updated. [ 845.792795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.792981] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.807850] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d6950-7b00-424a-a223-4b375c168010 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.807988] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.808062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.808251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.808969] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.809156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.809156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.811024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.811024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.811024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.811024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d6950-7b00-424a-a223-4b375c168010 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.811024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.811024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.811024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.811024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.811024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.811024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.811024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.811024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.811024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.811024] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('447d6950-7b00-424a-a223-4b375c168010',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.812216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.812889] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.812889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.812889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.812889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.812889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.812889] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9e738c2-3e92-46e2-b326-ba8333f886bd is going to be updated. [ 845.851994] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.852158] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.852226] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.852433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.852575] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.856030] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.856030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.856030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.856030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.856030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.856753] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.856873] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.859317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.859317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.859317] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.859317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.859317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.859317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.859317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.859317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.859317] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.859317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.859317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.859317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.859317] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.859317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.859317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.859317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.859317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.859317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.860441] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.871454] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.871584] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.871659] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.871856] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.872014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.878232] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22fbaf9f-010c-4305-9541-48c6eb474738 in Status: IN_PROGRESS for 2s [ 845.880178] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: IN_PROGRESS for 2s [ 845.887957] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9e738c2-3e92-46e2-b326-ba8333f886bd in Status: IN_PROGRESS for 2s [ 846.315805] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 447d6950-7b00-424a-a223-4b375c168010: rpc.has_security_group_logging(os_id): False [ 846.334786] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.334989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.335117] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.335373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.335475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.335743] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.335841] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.335903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.336183] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.336267] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.336564] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.336680] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.336740] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.336896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.336967] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.338349] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.338349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.338349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.338349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.338349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.338349] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 447d6950-7b00-424a-a223-4b375c168010 is going to be created. [ 846.361507] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66e2e6a0-a355-4d9e-81c7-33cf13c5c565: rpc.has_security_group_logging(os_id): False [ 846.378862] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.379047] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.379142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.379332] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.379406] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.379622] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.379720] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.379774] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.380352] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.380352] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.380352] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.380352] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.380352] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.380635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.380635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.380926] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.383229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.383229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.383229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.383229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.383229] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 is going to be updated. [ 846.419561] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.420206] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.420308] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.420660] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.420740] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.433762] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 447d6950-7b00-424a-a223-4b375c168010 in Status: IN_PROGRESS for 2s [ 846.445532] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.445708] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.445777] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.446050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.446208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.480172] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: IN_PROGRESS for 2s [ 847.395152] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca in Status: SUCCESS [ 847.395399] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca deletion is rescheduled due to dependency. [ 847.395511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.895772] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: SUCCESS [ 847.896027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.897056] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22fbaf9f-010c-4305-9541-48c6eb474738 in Status: SUCCESS [ 847.897363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.900463] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9e738c2-3e92-46e2-b326-ba8333f886bd in Status: SUCCESS [ 847.901015] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.447839] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 447d6950-7b00-424a-a223-4b375c168010 in Status: SUCCESS [ 848.448435] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.492347] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: SUCCESS [ 848.492635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.692257] env[69242]: INFO networking_nsxv3.common.synchronization [req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d req-cddb9822-1aae-419f-a0ac-b68477729f6e tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Enqueued Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_members [ 848.692257] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_members [ 848.692257] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.692257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.692257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.692257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.692257] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.692257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.692257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.692892] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.693097] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.693287] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.004541] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.004541] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-237" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.004541] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-237" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.004541] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-237" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.004871] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.004978] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.006987] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.007286] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.007482] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.007941] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.007941] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.008059] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.008220] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.008358] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.008506] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.008682] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.027515] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.027829] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 849.028024] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.028262] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-237" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.028619] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-1b34bc5f-acd5-46b7-9520-f809840ac45c taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.028840] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-1b34bc5f-acd5-46b7-9520-f809840ac45c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.029020] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-1b34bc5f-acd5-46b7-9520-f809840ac45c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.029389] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-1b34bc5f-acd5-46b7-9520-f809840ac45c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.029569] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b34bc5f-acd5-46b7-9520-f809840ac45c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.196907] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.196907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.196907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.196907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.196907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.196907] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.196907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.196907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.196907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.196907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.196907] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 already deleted. [ 849.196907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.533125] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.533469] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.533679] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.534103] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.534306] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.534486] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 1b34bc5f-acd5-46b7-9520-f809840ac45c not found, creating... [ 849.534772] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.534915] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.535043] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.535338] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.535455] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.535708] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.535872] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.536202] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.536395] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.536503] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.536646] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 1b34bc5f-acd5-46b7-9520-f809840ac45c is going to be created. [ 849.563200] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.563589] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.564214] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.564310] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.565273] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.565273] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-1b34bc5f-acd5-46b7-9520-f809840ac45c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.879432] env[69242]: INFO networking_nsxv3.common.synchronization [None req-c3a5f2a1-78aa-4ce9-b6db-d6431d65e373 None None] Enqueued Resource ID: c097b35f-1c93-4592-9332-97bc8bc8de0c with Priority: HIGHEST for action port [ 849.879432] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c097b35f-1c93-4592-9332-97bc8bc8de0c with Priority: HIGHEST for action port [ 849.879432] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-c097b35f-1c93-4592-9332-97bc8bc8de0c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.879432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c097b35f-1c93-4592-9332-97bc8bc8de0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.879432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c097b35f-1c93-4592-9332-97bc8bc8de0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.879432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c097b35f-1c93-4592-9332-97bc8bc8de0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.879432] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c097b35f-1c93-4592-9332-97bc8bc8de0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.349371] env[69242]: INFO networking_nsxv3.common.synchronization [req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d req-5ef2ba26-5894-41e2-be05-7af934b2075e service nova] Enqueued Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_rules [ 850.349371] env[69242]: INFO networking_nsxv3.common.synchronization [req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d req-5ef2ba26-5894-41e2-be05-7af934b2075e service nova] Enqueued Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_members [ 850.349371] env[69242]: INFO networking_nsxv3.common.synchronization [req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d req-5ef2ba26-5894-41e2-be05-7af934b2075e service nova] Enqueued Resource ID: 1b34bc5f-acd5-46b7-9520-f809840ac45c with Priority: HIGHEST for action port [ 850.349713] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_rules [ 850.349919] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_members [ 850.349919] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b34bc5f-acd5-46b7-9520-f809840ac45c with Priority: HIGHEST for action port [ 850.353366] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.353366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.353366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.353366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.353366] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.354843] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.358456] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.358456] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.358456] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.358456] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.358456] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.358456] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.358456] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.358456] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.358456] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.358456] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b34bc5f-acd5-46b7-9520-f809840ac45c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.358456] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b34bc5f-acd5-46b7-9520-f809840ac45c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.358456] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b34bc5f-acd5-46b7-9520-f809840ac45c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.358456] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b34bc5f-acd5-46b7-9520-f809840ac45c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.358456] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b34bc5f-acd5-46b7-9520-f809840ac45c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.382247] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c097b35f-1c93-4592-9332-97bc8bc8de0c [ 850.382341] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.382429] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.382461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.382647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.382731] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.382825] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c097b35f-1c93-4592-9332-97bc8bc8de0c already deleted. [ 850.382902] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c097b35f-1c93-4592-9332-97bc8bc8de0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.862026] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.862026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.862026] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.862026] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b34bc5f-acd5-46b7-9520-f809840ac45c with status ACTIVE [ 850.862026] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.862026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.862026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.862026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.862026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.862026] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.862026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.862026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.862026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.862026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.864817] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.864817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.864817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.864817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.864817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.864817] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b34bc5f-acd5-46b7-9520-f809840ac45c is going to be updated. [ 850.886508] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.886508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.886508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.886508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.886508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.886508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b34bc5f-acd5-46b7-9520-f809840ac45c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.366956] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.869714] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.870025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.870025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.873248] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.873355] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.873468] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 is going to be created. [ 851.899596] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.899596] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.899596] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.899596] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.899596] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.909829] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: UNINITIALIZED for 2s [ 852.257274] env[69242]: INFO networking_nsxv3.common.synchronization [None req-349e6938-baae-4c7e-8127-f0a414bd5260 None None] Enqueued Resource ID: 6939836b-325c-4f36-9615-6a5b99689929 with Priority: HIGHEST for action port [ 852.257274] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6939836b-325c-4f36-9615-6a5b99689929 with Priority: HIGHEST for action port [ 852.257623] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-6939836b-325c-4f36-9615-6a5b99689929 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.257758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6939836b-325c-4f36-9615-6a5b99689929" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.257835] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6939836b-325c-4f36-9615-6a5b99689929" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.260488] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6939836b-325c-4f36-9615-6a5b99689929" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.261290] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6939836b-325c-4f36-9615-6a5b99689929',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.762916] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6939836b-325c-4f36-9615-6a5b99689929 [ 852.762994] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.763164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.763468] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.763751] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.763947] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.764082] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6939836b-325c-4f36-9615-6a5b99689929 already deleted. [ 852.764265] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6939836b-325c-4f36-9615-6a5b99689929" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.921515] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: SUCCESS [ 853.921823] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.922586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.922816] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.923327] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.923462] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.923528] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.923686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.923770] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.923859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.923964] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.427863] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.428099] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.428241] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.428509] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.429213] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.429544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.429544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.429648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.429831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.429898] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.430210] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.430281] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.430346] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.430490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.430647] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.430741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.430788] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.431036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.431036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.431167] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.431211] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.935684] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fe88ad9-daad-434f-9aeb-71fd62033484: rpc.has_security_group_logging(os_id): False [ 854.936294] env[69242]: INFO networking_nsxv3.common.synchronization [None req-cf3148a2-de1c-4532-96b9-c407c6c69355 None None] Enqueued Resource ID: 6810750c-6382-4261-b15b-70a0a82a5ba9 with Priority: HIGHEST for action port [ 854.937061] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6810750c-6382-4261-b15b-70a0a82a5ba9 with Priority: HIGHEST for action port [ 854.938058] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-6810750c-6382-4261-b15b-70a0a82a5ba9 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.938576] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6810750c-6382-4261-b15b-70a0a82a5ba9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.939098] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6810750c-6382-4261-b15b-70a0a82a5ba9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.939274] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6810750c-6382-4261-b15b-70a0a82a5ba9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.939784] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6810750c-6382-4261-b15b-70a0a82a5ba9',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.953353] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.954318] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.955476] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.955476] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.955476] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.955476] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.955476] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.955476] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.955476] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.955759] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.956509] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.956509] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.956831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.957048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.957215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.957712] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.957879] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.957972] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.958105] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.958188] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.958278] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 is going to be created. [ 855.013513] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.013727] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.014197] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.014535] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.014775] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.036159] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: IN_PROGRESS for 2s [ 855.446068] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6810750c-6382-4261-b15b-70a0a82a5ba9 [ 855.446366] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.446495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.446563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.446768] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.446851] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.446942] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6810750c-6382-4261-b15b-70a0a82a5ba9 already deleted. [ 855.447036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6810750c-6382-4261-b15b-70a0a82a5ba9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.890526] env[69242]: INFO networking_nsxv3.common.synchronization [None req-a88ec013-78e4-4c93-b174-80e80d725abc tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Enqueued Resource ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 with Priority: HIGHEST for action security_group_rules [ 855.891096] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 with Priority: HIGHEST for action security_group_rules [ 855.891407] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-631813a3-4486-4aaf-b56f-dd40eb6136b8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.891531] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.891601] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.891830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.891914] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('631813a3-4486-4aaf-b56f-dd40eb6136b8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.037074] env[69242]: INFO networking_nsxv3.common.synchronization [None req-4db451d3-82ac-4112-9e56-f3b4f11f2e95 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Enqueued Resource ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 with Priority: HIGHEST for action security_group_rules [ 856.037652] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 with Priority: HIGHEST for action security_group_rules [ 856.038698] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-631813a3-4486-4aaf-b56f-dd40eb6136b8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.038863] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.412450] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.412638] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.412769] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.412969] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.413120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.413275] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 already deleted. [ 856.413566] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.413724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.413906] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.414058] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('631813a3-4486-4aaf-b56f-dd40eb6136b8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.935454] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.935978] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.940206] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.940206] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.940206] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.940206] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 already deleted. [ 856.940206] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.047563] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: SUCCESS [ 857.047841] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.222920] env[69242]: INFO networking_nsxv3.common.synchronization [None req-93e0d809-f740-4d04-a297-2ed973d4562d None None] Enqueued Resource ID: d0804ff6-3a02-40bd-816d-43bb25c30cc2 with Priority: HIGHEST for action port [ 857.223570] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0804ff6-3a02-40bd-816d-43bb25c30cc2 with Priority: HIGHEST for action port [ 857.223961] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0804ff6-3a02-40bd-816d-43bb25c30cc2 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.224142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0804ff6-3a02-40bd-816d-43bb25c30cc2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.224258] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0804ff6-3a02-40bd-816d-43bb25c30cc2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.224583] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0804ff6-3a02-40bd-816d-43bb25c30cc2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.224689] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0804ff6-3a02-40bd-816d-43bb25c30cc2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.726794] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0804ff6-3a02-40bd-816d-43bb25c30cc2 [ 857.727154] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.727321] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.727366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.727576] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.727666] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.727762] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0804ff6-3a02-40bd-816d-43bb25c30cc2 already deleted. [ 857.727843] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0804ff6-3a02-40bd-816d-43bb25c30cc2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.256349] env[69242]: INFO networking_nsxv3.common.synchronization [req-ace00564-298c-455b-a1f7-2c9a202f0a87 req-b87ff44d-8368-448c-9df6-ec4f76508850 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Enqueued Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_members [ 858.256865] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_members [ 858.257177] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.257303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.257370] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.257562] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.257713] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.257809] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.257870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.258133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.258232] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.258338] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.595023] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.595152] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-237" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.595230] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-237" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.595477] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-237" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.595756] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.595942] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.596077] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.596299] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.596453] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.596653] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.596767] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.596874] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.596980] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.597101] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.597212] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.597339] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.616157] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.616750] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 858.616750] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.616925] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-237" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.617172] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-eea337b8-d259-43fc-814b-53a58c1d8287 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.617356] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-eea337b8-d259-43fc-814b-53a58c1d8287" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.617515] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-eea337b8-d259-43fc-814b-53a58c1d8287" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.617824] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-eea337b8-d259-43fc-814b-53a58c1d8287" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.618052] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eea337b8-d259-43fc-814b-53a58c1d8287',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.761080] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.121706] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.121706] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.121706] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.121706] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.121958] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.122059] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port eea337b8-d259-43fc-814b-53a58c1d8287 not found, creating... [ 859.123454] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.123454] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.123454] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.123454] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.123454] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.123454] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.123776] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.123776] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.123930] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.124098] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.124308] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: eea337b8-d259-43fc-814b-53a58c1d8287 is going to be created. [ 859.144833] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.144833] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.145072] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.145361] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.145655] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.145986] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-eea337b8-d259-43fc-814b-53a58c1d8287" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.264956] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.770264] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.770264] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.770264] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.770264] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.770264] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.770264] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 is going to be updated. [ 859.798277] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.798487] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.798487] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.798692] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.798833] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.812010] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: IN_PROGRESS for 2s [ 859.840372] env[69242]: INFO networking_nsxv3.common.synchronization [req-ace00564-298c-455b-a1f7-2c9a202f0a87 req-2cb9f1ad-9979-4c0a-8141-1087a73dca3c service nova] Enqueued Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_rules [ 859.840574] env[69242]: INFO networking_nsxv3.common.synchronization [req-ace00564-298c-455b-a1f7-2c9a202f0a87 req-2cb9f1ad-9979-4c0a-8141-1087a73dca3c service nova] Enqueued Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_members [ 859.840761] env[69242]: INFO networking_nsxv3.common.synchronization [req-ace00564-298c-455b-a1f7-2c9a202f0a87 req-2cb9f1ad-9979-4c0a-8141-1087a73dca3c service nova] Enqueued Resource ID: eea337b8-d259-43fc-814b-53a58c1d8287 with Priority: HIGHEST for action port [ 859.841015] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_rules [ 859.841147] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_members [ 859.841269] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea337b8-d259-43fc-814b-53a58c1d8287 with Priority: HIGHEST for action port [ 859.841832] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.841962] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.842149] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.842364] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.842443] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.843296] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.843400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.843586] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-eea337b8-d259-43fc-814b-53a58c1d8287 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.843701] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eea337b8-d259-43fc-814b-53a58c1d8287" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.843758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eea337b8-d259-43fc-814b-53a58c1d8287" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.843898] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eea337b8-d259-43fc-814b-53a58c1d8287" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.844015] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eea337b8-d259-43fc-814b-53a58c1d8287',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.347664] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.347664] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.347664] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eea337b8-d259-43fc-814b-53a58c1d8287 with status ACTIVE [ 860.347664] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.347664] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.347664] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.347664] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.347664] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.349183] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.349183] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.349183] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.349183] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.349183] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.349183] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.349183] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.349183] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.349183] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.349183] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.349183] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eea337b8-d259-43fc-814b-53a58c1d8287 is going to be updated. [ 860.371511] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.371650] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.371717] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.371931] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.372095] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.372253] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eea337b8-d259-43fc-814b-53a58c1d8287" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.906202] env[69242]: INFO networking_nsxv3.common.synchronization [req-34adb20c-2e46-4cc5-b397-81e2d5de1941 req-f6da3fcf-29fe-4bb4-b771-30983b2d129f tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Enqueued Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_members [ 860.906705] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_members [ 860.907016] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.907130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.339090] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.339327] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-237" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.339453] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-237" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.339724] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-237" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.339985] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.340166] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.340288] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.340515] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.340670] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.341523] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.341523] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.341523] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.341523] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.341523] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.341523] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.341777] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.358290] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.358569] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 861.358640] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.358818] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-237" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.359150] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-c7095c93-58a5-432b-90bd-ec357a80f5e2 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.359325] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-c7095c93-58a5-432b-90bd-ec357a80f5e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.359482] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-c7095c93-58a5-432b-90bd-ec357a80f5e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.359803] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-c7095c93-58a5-432b-90bd-ec357a80f5e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.359947] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7095c93-58a5-432b-90bd-ec357a80f5e2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.822034] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: SUCCESS [ 861.822352] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.822660] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.822961] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.823270] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.823457] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.823568] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.823806] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.823936] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.824099] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.863167] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.863407] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.863539] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.864204] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.864204] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.864204] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port c7095c93-58a5-432b-90bd-ec357a80f5e2 not found, creating... [ 861.864404] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.864564] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.864692] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.864913] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.865072] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.865355] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.865510] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.865627] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.865834] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.865977] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.866132] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: c7095c93-58a5-432b-90bd-ec357a80f5e2 is going to be created. [ 861.885831] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.886078] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.886249] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.886592] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.886875] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.887189] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-c7095c93-58a5-432b-90bd-ec357a80f5e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.329744] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.832718] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.860757] env[69242]: INFO networking_nsxv3.common.synchronization [req-34adb20c-2e46-4cc5-b397-81e2d5de1941 req-41333019-f5fa-4356-8abe-0d1749b138f7 service nova] Enqueued Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_rules [ 862.860967] env[69242]: INFO networking_nsxv3.common.synchronization [req-34adb20c-2e46-4cc5-b397-81e2d5de1941 req-41333019-f5fa-4356-8abe-0d1749b138f7 service nova] Enqueued Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_members [ 862.861132] env[69242]: INFO networking_nsxv3.common.synchronization [req-34adb20c-2e46-4cc5-b397-81e2d5de1941 req-41333019-f5fa-4356-8abe-0d1749b138f7 service nova] Enqueued Resource ID: c7095c93-58a5-432b-90bd-ec357a80f5e2 with Priority: HIGHEST for action port [ 862.861375] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_rules [ 862.861514] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_members [ 862.861621] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7095c93-58a5-432b-90bd-ec357a80f5e2 with Priority: HIGHEST for action port [ 862.862822] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.862994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.863515] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.863515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.863605] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7095c93-58a5-432b-90bd-ec357a80f5e2 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.863657] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7095c93-58a5-432b-90bd-ec357a80f5e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.863728] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7095c93-58a5-432b-90bd-ec357a80f5e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.864387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7095c93-58a5-432b-90bd-ec357a80f5e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.864387] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7095c93-58a5-432b-90bd-ec357a80f5e2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.337389] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.337389] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.337389] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.337389] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.337389] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.337389] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 is going to be updated. [ 863.362810] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.362925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.362984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.363216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.363361] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.367937] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7095c93-58a5-432b-90bd-ec357a80f5e2 with status ACTIVE [ 863.368598] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.368598] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.368598] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.368598] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.368598] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.368770] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.368770] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.368840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.369289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.369289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.369289] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.369427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.369483] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.369631] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.369700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.369811] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7095c93-58a5-432b-90bd-ec357a80f5e2 is going to be updated. [ 863.371276] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: IN_PROGRESS for 2s [ 863.390694] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.390694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.390694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.390694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.390694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.390694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7095c93-58a5-432b-90bd-ec357a80f5e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.428262] env[69242]: INFO networking_nsxv3.common.synchronization [req-e2686524-4b84-4044-98bc-bc8e4a643e15 req-274664aa-bcb2-4521-aff8-4e008a3ff8ff tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 863.428924] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 863.429084] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.429192] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.429287] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.431875] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.431875] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.431875] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.431875] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.431875] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.431875] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.431875] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.934651] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.935075] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.935075] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.935316] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.935462] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.935699] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.935835] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.935923] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.936135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.936255] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.936401] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be deleted. [ 863.965784] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.966035] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.966165] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.966471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.966608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.966745] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.114689] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-148 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.114891] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.115026] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.115308] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.115571] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.115731] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.115849] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.116759] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.116983] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.117236] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.117362] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.117477] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.117588] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.117700] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.117810] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.117945] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.135606] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.135835] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 864.135983] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.136213] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.136515] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-698ee4b5-6e23-41c9-988d-0a5ff1df2439 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.136683] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-698ee4b5-6e23-41c9-988d-0a5ff1df2439" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.136849] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-698ee4b5-6e23-41c9-988d-0a5ff1df2439" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.137201] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-698ee4b5-6e23-41c9-988d-0a5ff1df2439" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.137344] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('698ee4b5-6e23-41c9-988d-0a5ff1df2439',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.640566] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.641370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.641370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.641370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.641688] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.641688] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 698ee4b5-6e23-41c9-988d-0a5ff1df2439 not found, creating... [ 864.642138] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.642553] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.642749] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.642923] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.643232] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.643729] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.643880] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.643990] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.644270] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.644421] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.644569] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 698ee4b5-6e23-41c9-988d-0a5ff1df2439 is going to be created. [ 864.663406] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.663627] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.663761] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.664599] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.664845] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.665272] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-698ee4b5-6e23-41c9-988d-0a5ff1df2439" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.381039] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: SUCCESS [ 865.381402] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.381489] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.381887] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.382120] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.382267] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.382325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.382474] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.382567] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.382654] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.382750] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.383651] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.383836] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.383992] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.384138] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.384191] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.384462] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.384534] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.384635] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.653231] env[69242]: INFO networking_nsxv3.common.synchronization [req-e2686524-4b84-4044-98bc-bc8e4a643e15 req-127f0676-f229-403f-8b32-a3f1d09ac0fc service nova] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_rules [ 865.653231] env[69242]: INFO networking_nsxv3.common.synchronization [req-e2686524-4b84-4044-98bc-bc8e4a643e15 req-127f0676-f229-403f-8b32-a3f1d09ac0fc service nova] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 865.653231] env[69242]: INFO networking_nsxv3.common.synchronization [req-e2686524-4b84-4044-98bc-bc8e4a643e15 req-127f0676-f229-403f-8b32-a3f1d09ac0fc service nova] Enqueued Resource ID: 698ee4b5-6e23-41c9-988d-0a5ff1df2439 with Priority: HIGHEST for action port [ 865.653231] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_rules [ 865.653231] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 865.653231] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698ee4b5-6e23-41c9-988d-0a5ff1df2439 with Priority: HIGHEST for action port [ 865.653447] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.653608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.653608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.653817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.653899] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.655036] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.655154] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.655217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.655381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.656652] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.656652] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.656652] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.656652] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.656652] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.656652] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.658470] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-698ee4b5-6e23-41c9-988d-0a5ff1df2439 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.658470] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-698ee4b5-6e23-41c9-988d-0a5ff1df2439" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.658470] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-698ee4b5-6e23-41c9-988d-0a5ff1df2439" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.658470] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-698ee4b5-6e23-41c9-988d-0a5ff1df2439" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.658470] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('698ee4b5-6e23-41c9-988d-0a5ff1df2439',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.886607] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.886607] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.886735] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.162136] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.163309] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.163423] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.163827] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 698ee4b5-6e23-41c9-988d-0a5ff1df2439 with status ACTIVE [ 866.164021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.164227] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.164227] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.164663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.164663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.165236] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.165337] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.165405] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.165617] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.165701] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.165937] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.166097] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.166171] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.166271] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.166409] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.166440] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 698ee4b5-6e23-41c9-988d-0a5ff1df2439 is going to be updated. [ 866.186617] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.186834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.187176] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.187176] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.187367] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.187445] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-698ee4b5-6e23-41c9-988d-0a5ff1df2439" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.388967] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.665118] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.892090] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.892263] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.892335] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.892570] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.892659] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.892759] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 is going to be updated. [ 866.917660] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.917835] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.917835] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.918065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.918285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.927162] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: IN_PROGRESS for 2s [ 867.169036] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.169238] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.169370] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.169681] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.169750] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.169928] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be created. [ 867.206498] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.206498] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.206498] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.206498] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.206498] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.222044] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: UNINITIALIZED for 2s [ 868.198162] env[69242]: INFO networking_nsxv3.common.synchronization [req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c req-8f3830e5-9e59-48c6-bc13-a1e4f3486e27 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Enqueued Resource ID: 447d6950-7b00-424a-a223-4b375c168010 with Priority: HIGHEST for action security_group_members [ 868.199328] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447d6950-7b00-424a-a223-4b375c168010 with Priority: HIGHEST for action security_group_members [ 868.200216] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d6950-7b00-424a-a223-4b375c168010 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.200419] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.200490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.200721] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.200885] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.200994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.201076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.201254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.201339] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.201436] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447d6950-7b00-424a-a223-4b375c168010',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.704029] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.704143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.704143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.704995] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.704995] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.704995] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.704995] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.704995] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.704995] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.705341] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.705341] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447d6950-7b00-424a-a223-4b375c168010 is going to be updated. [ 868.729505] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.729673] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.729759] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.729958] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.731044] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.737199] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d6950-7b00-424a-a223-4b375c168010 in Status: IN_PROGRESS for 2s [ 868.936802] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: SUCCESS [ 868.937268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.937627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.937868] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.938093] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.938222] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.938371] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.938577] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.938669] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.938782] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.231676] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 869.232043] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.232135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.232390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.232598] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.232721] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.232786] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.232936] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.233846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.233846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.233846] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.444223] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.737412] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.737627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.737674] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.737900] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.738518] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.738653] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.738713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.738872] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.738982] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.739084] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.739244] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.739324] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.739388] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.739525] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.739662] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.739758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.739819] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.739938] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.740026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.740112] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.740178] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.946236] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.243338] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce: rpc.has_security_group_logging(os_id): False [ 870.260731] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.260914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.260950] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.261245] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.261390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.261635] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.261744] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.261811] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.261973] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.262068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.262244] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.262337] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.262399] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.262540] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.262609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.262790] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.262882] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.262933] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.263089] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.263155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.263244] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be created. [ 870.320711] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.320904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.320992] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.321164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.321345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.335634] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: IN_PROGRESS for 2s [ 870.453021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.453021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.453021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.453021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.453021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.453021] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 is going to be updated. [ 870.479157] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.479344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.479410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.479673] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.479775] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.491219] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: IN_PROGRESS for 2s [ 870.746713] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d6950-7b00-424a-a223-4b375c168010 in Status: SUCCESS [ 870.747044] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447d6950-7b00-424a-a223-4b375c168010 deletion is rescheduled due to dependency. [ 870.747228] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.348760] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 872.349102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.500866] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: SUCCESS [ 872.503175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.503175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.503175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.503175] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.503175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.503175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.503175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.503175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.503175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.503175] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.503175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.503175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.503175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.503175] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.503175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.503175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.503175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.503175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.503764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.503764] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.007343] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fe88ad9-daad-434f-9aeb-71fd62033484: rpc.has_security_group_logging(os_id): False [ 873.025024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.025024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.025024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.025024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.025024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.025024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.025024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.025024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.025024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.025557] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.025557] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.025557] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.025557] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.025557] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.025830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.025830] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.025954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.025954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.026084] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.026136] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.026207] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 is going to be updated. [ 873.070635] env[69242]: INFO networking_nsxv3.common.synchronization [req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf req-938e324d-92ac-46e1-b391-adfb17ad5daa tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d with Priority: HIGHEST for action security_group_members [ 873.071323] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d with Priority: HIGHEST for action security_group_members [ 873.071616] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-49ac486e-bb3b-4bac-8fa6-45cf45778c9d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.071616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.071616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.072308] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.072633] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.072815] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.073085] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.073687] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.073687] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.073687] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49ac486e-bb3b-4bac-8fa6-45cf45778c9d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.089417] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.089417] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.089417] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.089417] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.089417] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.101023] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: IN_PROGRESS for 2s [ 873.499377] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.499706] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.499706] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.500486] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.500486] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.500486] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.500768] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.501062] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.501268] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.501560] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.501727] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.501905] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.502113] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.502290] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.502590] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.502802] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.521483] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.521793] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 873.523126] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.523194] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.523577] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-073ba5db-f7d5-45f0-8e8c-d63db8e987bc taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.523802] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-073ba5db-f7d5-45f0-8e8c-d63db8e987bc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.523984] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-073ba5db-f7d5-45f0-8e8c-d63db8e987bc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.525759] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-073ba5db-f7d5-45f0-8e8c-d63db8e987bc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.525928] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('073ba5db-f7d5-45f0-8e8c-d63db8e987bc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.575807] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.575976] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.576061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.576274] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.576369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.576571] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.576676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.576740] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.576885] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.576959] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.577058] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d already deleted. [ 873.577136] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.030890] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.030890] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.030890] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.030890] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.031097] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.031227] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 073ba5db-f7d5-45f0-8e8c-d63db8e987bc not found, creating... [ 874.031604] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.031820] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.031986] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.032318] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.032503] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.032828] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.033040] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.033877] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.034165] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.034342] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.034526] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 073ba5db-f7d5-45f0-8e8c-d63db8e987bc is going to be created. [ 874.053607] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.053827] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.054108] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.054344] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.054581] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.054814] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-073ba5db-f7d5-45f0-8e8c-d63db8e987bc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.648171] env[69242]: INFO networking_nsxv3.common.synchronization [None req-743594d4-d34c-48f5-9dfc-b957b71acd05 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Enqueued Resource ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b with Priority: HIGHEST for action security_group_rules [ 874.648171] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b with Priority: HIGHEST for action security_group_rules [ 874.648171] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1464884c-dd4d-4dd6-afbf-c657bd79c67b taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.648171] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.648171] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.682485] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.682485] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1464884c-dd4d-4dd6-afbf-c657bd79c67b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.763130] env[69242]: INFO networking_nsxv3.common.synchronization [None req-1e0a7f37-972e-4b73-a4c0-2a9dc444f07f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Enqueued Resource ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b with Priority: HIGHEST for action security_group_rules [ 874.765058] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b with Priority: HIGHEST for action security_group_rules [ 874.765815] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1464884c-dd4d-4dd6-afbf-c657bd79c67b taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.766158] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.056697] env[69242]: INFO networking_nsxv3.common.synchronization [req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf req-8c55c8bd-d516-4909-b3da-21b60ecdaff3 service nova] Enqueued Resource ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d with Priority: HIGHEST for action security_group_rules [ 875.056889] env[69242]: INFO networking_nsxv3.common.synchronization [req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf req-8c55c8bd-d516-4909-b3da-21b60ecdaff3 service nova] Enqueued Resource ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d with Priority: HIGHEST for action security_group_members [ 875.057047] env[69242]: INFO networking_nsxv3.common.synchronization [req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf req-8c55c8bd-d516-4909-b3da-21b60ecdaff3 service nova] Enqueued Resource ID: 073ba5db-f7d5-45f0-8e8c-d63db8e987bc with Priority: HIGHEST for action port [ 875.057665] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d with Priority: HIGHEST for action security_group_rules [ 875.057811] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d with Priority: HIGHEST for action security_group_members [ 875.057909] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073ba5db-f7d5-45f0-8e8c-d63db8e987bc with Priority: HIGHEST for action port [ 875.058525] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49ac486e-bb3b-4bac-8fa6-45cf45778c9d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.058698] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.058767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.059219] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.059938] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49ac486e-bb3b-4bac-8fa6-45cf45778c9d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.064130] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-49ac486e-bb3b-4bac-8fa6-45cf45778c9d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.064257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.064317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.064519] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.064718] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.064827] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.064884] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.065055] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.065143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.066066] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49ac486e-bb3b-4bac-8fa6-45cf45778c9d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.067702] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-073ba5db-f7d5-45f0-8e8c-d63db8e987bc taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.068366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-073ba5db-f7d5-45f0-8e8c-d63db8e987bc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.068366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-073ba5db-f7d5-45f0-8e8c-d63db8e987bc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.068366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-073ba5db-f7d5-45f0-8e8c-d63db8e987bc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.068366] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('073ba5db-f7d5-45f0-8e8c-d63db8e987bc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.114076] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: SUCCESS [ 875.114434] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.114701] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.115028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.115172] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.201390] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.201571] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.201638] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.202172] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.202172] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.202172] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b already deleted. [ 875.202172] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.202651] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.202850] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.202937] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1464884c-dd4d-4dd6-afbf-c657bd79c67b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.565673] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-49ac486e-bb3b-4bac-8fa6-45cf45778c9d taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.565673] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.571565] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49ac486e-bb3b-4bac-8fa6-45cf45778c9d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.571565] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 073ba5db-f7d5-45f0-8e8c-d63db8e987bc with status ACTIVE [ 875.571565] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.571565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.571565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.571817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.571998] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.573041] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.576386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.576386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.576386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.576386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.576386] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.576386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.576386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.576386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.576386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.576386] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 073ba5db-f7d5-45f0-8e8c-d63db8e987bc is going to be updated. [ 875.593618] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.594635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.594635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.594635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.594635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.594635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-073ba5db-f7d5-45f0-8e8c-d63db8e987bc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.619277] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.619447] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.619668] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.619887] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.620086] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.620203] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.620269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.620440] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.620530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.620617] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.620707] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.737237] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.737237] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.737237] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.737237] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.737237] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.737237] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b already deleted. [ 875.737237] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.079403] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49ac486e-bb3b-4bac-8fa6-45cf45778c9d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.126357] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.126687] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.126867] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.127164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.127501] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.127697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.128892] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.129190] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.129190] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.129282] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.129438] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.129531] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.129590] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.129739] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.129873] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.129960] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.130032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.130169] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.130243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.130322] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.130408] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.336258] env[69242]: INFO networking_nsxv3.common.synchronization [req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 req-e01a328e-224b-4aba-8114-2c9d3343edba tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Enqueued Resource ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e with Priority: HIGHEST for action security_group_members [ 876.336258] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e with Priority: HIGHEST for action security_group_members [ 876.336258] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b120d137-eb2e-4e75-bb5a-51b2c89e261e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.336258] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.336258] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.336258] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.336258] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.336983] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.337064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.337241] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.337326] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.337423] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b120d137-eb2e-4e75-bb5a-51b2c89e261e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.583578] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.583935] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.584143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.584404] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.584554] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.584694] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d is going to be created. [ 876.607634] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.607806] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.607900] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.608089] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.608270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.617283] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d in Status: UNINITIALIZED for 2s [ 876.635651] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fe88ad9-daad-434f-9aeb-71fd62033484: rpc.has_security_group_logging(os_id): False [ 876.658647] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.658647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.658647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.658647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.658647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.658647] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.658647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.658647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.658647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.658647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.658647] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.659401] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.660923] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.660923] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.660923] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.660923] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.660923] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.660923] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.661408] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.661408] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.661408] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 is going to be updated. [ 876.727499] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.727667] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.727714] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.727972] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.728167] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.744502] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: IN_PROGRESS for 2s [ 876.844733] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.844733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.844733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.844733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.844733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.844733] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.844733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.844733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.844733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.844733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.844733] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e already deleted. [ 876.844733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.851050] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.851050] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.851050] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.851050] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.851050] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.851050] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.851050] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.851050] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.851050] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.851633] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.851863] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.852049] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.852220] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.852382] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.852540] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.853278] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.873043] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.874056] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 876.874181] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.874457] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.875030] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-1ad921a0-c685-48f1-913d-5c6cf8d51c81 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.875300] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-1ad921a0-c685-48f1-913d-5c6cf8d51c81" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.875465] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-1ad921a0-c685-48f1-913d-5c6cf8d51c81" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.875832] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-1ad921a0-c685-48f1-913d-5c6cf8d51c81" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.876045] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ad921a0-c685-48f1-913d-5c6cf8d51c81',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.143839] env[69242]: INFO networking_nsxv3.common.synchronization [None req-e058b8f3-0a5f-4a3d-9123-182f56cf2369 None None] Enqueued Resource ID: 7f7c67b1-2673-4d50-aec7-c272340adc7d with Priority: HIGHEST for action port [ 877.144519] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f7c67b1-2673-4d50-aec7-c272340adc7d with Priority: HIGHEST for action port [ 877.144722] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f7c67b1-2673-4d50-aec7-c272340adc7d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.147466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f7c67b1-2673-4d50-aec7-c272340adc7d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.147466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f7c67b1-2673-4d50-aec7-c272340adc7d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.147466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f7c67b1-2673-4d50-aec7-c272340adc7d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.147466] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f7c67b1-2673-4d50-aec7-c272340adc7d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.378863] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.379675] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.379675] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.380127] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.380127] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.380247] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 1ad921a0-c685-48f1-913d-5c6cf8d51c81 not found, creating... [ 877.380512] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.380667] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.380780] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.381075] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.381214] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.383588] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.383588] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.383588] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.383588] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.383588] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.383588] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 1ad921a0-c685-48f1-913d-5c6cf8d51c81 is going to be created. [ 877.401822] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.402067] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.402186] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.402474] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.402716] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.402950] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-1ad921a0-c685-48f1-913d-5c6cf8d51c81" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.648795] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f7c67b1-2673-4d50-aec7-c272340adc7d [ 877.648795] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.648981] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.648981] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.649830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.649830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.649830] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f7c67b1-2673-4d50-aec7-c272340adc7d already deleted. [ 877.649830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f7c67b1-2673-4d50-aec7-c272340adc7d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.395842] env[69242]: INFO networking_nsxv3.common.synchronization [req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 req-c2252fd6-7d5a-4670-b7f6-d4bfb2607bce service nova] Enqueued Resource ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e with Priority: HIGHEST for action security_group_rules [ 878.395842] env[69242]: INFO networking_nsxv3.common.synchronization [req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 req-c2252fd6-7d5a-4670-b7f6-d4bfb2607bce service nova] Enqueued Resource ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e with Priority: HIGHEST for action security_group_members [ 878.395842] env[69242]: INFO networking_nsxv3.common.synchronization [req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 req-c2252fd6-7d5a-4670-b7f6-d4bfb2607bce service nova] Enqueued Resource ID: 1ad921a0-c685-48f1-913d-5c6cf8d51c81 with Priority: HIGHEST for action port [ 878.395842] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e with Priority: HIGHEST for action security_group_rules [ 878.395842] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e with Priority: HIGHEST for action security_group_members [ 878.395842] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad921a0-c685-48f1-913d-5c6cf8d51c81 with Priority: HIGHEST for action port [ 878.395842] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b120d137-eb2e-4e75-bb5a-51b2c89e261e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.395842] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.395842] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.395842] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.395842] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b120d137-eb2e-4e75-bb5a-51b2c89e261e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.396764] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b120d137-eb2e-4e75-bb5a-51b2c89e261e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.396764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.396764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.396764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.396764] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.396764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.396764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.396971] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.396971] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.397036] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b120d137-eb2e-4e75-bb5a-51b2c89e261e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.398284] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ad921a0-c685-48f1-913d-5c6cf8d51c81 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.398413] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ad921a0-c685-48f1-913d-5c6cf8d51c81" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.398472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ad921a0-c685-48f1-913d-5c6cf8d51c81" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.399338] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ad921a0-c685-48f1-913d-5c6cf8d51c81" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.399338] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ad921a0-c685-48f1-913d-5c6cf8d51c81',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.630718] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d in Status: SUCCESS [ 878.630718] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.630718] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.630913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.631141] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.631256] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.631319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.631477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.631561] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.631670] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.631729] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49ac486e-bb3b-4bac-8fa6-45cf45778c9d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.758035] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: SUCCESS [ 878.758350] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.902521] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b120d137-eb2e-4e75-bb5a-51b2c89e261e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.902521] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.902521] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b120d137-eb2e-4e75-bb5a-51b2c89e261e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.903497] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ad921a0-c685-48f1-913d-5c6cf8d51c81 with status ACTIVE [ 878.903497] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.903497] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.903673] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.903750] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.903839] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.904023] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.904115] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.904174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.904323] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.904393] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.904834] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.904834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.904834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.905015] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.905015] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.905076] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ad921a0-c685-48f1-913d-5c6cf8d51c81 is going to be updated. [ 878.927430] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.927693] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.927693] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.927884] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.928052] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.928223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ad921a0-c685-48f1-913d-5c6cf8d51c81" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.135162] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49ac486e-bb3b-4bac-8fa6-45cf45778c9d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.408072] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b120d137-eb2e-4e75-bb5a-51b2c89e261e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.429376] env[69242]: INFO networking_nsxv3.common.synchronization [None req-410fecea-b0b4-4ab5-81be-b54b36474675 None None] Enqueued Resource ID: 52ec7ada-353f-4ab1-9058-f9fb7235e120 with Priority: HIGHEST for action port [ 879.429376] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52ec7ada-353f-4ab1-9058-f9fb7235e120 with Priority: HIGHEST for action port [ 879.429619] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-52ec7ada-353f-4ab1-9058-f9fb7235e120 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.429619] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52ec7ada-353f-4ab1-9058-f9fb7235e120" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.429703] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52ec7ada-353f-4ab1-9058-f9fb7235e120" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.429914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52ec7ada-353f-4ab1-9058-f9fb7235e120" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.430015] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52ec7ada-353f-4ab1-9058-f9fb7235e120',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.637656] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49ac486e-bb3b-4bac-8fa6-45cf45778c9d: rpc.has_security_group_logging(os_id): False [ 879.654608] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.654800] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.654873] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.655120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.655216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.655480] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.655583] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.655647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.655812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.655908] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.656017] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d is going to be created. [ 879.717227] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.717227] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.717227] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.717227] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.717227] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.742082] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d in Status: IN_PROGRESS for 2s [ 879.910189] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.910453] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.910453] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.910676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.911592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.911592] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e is going to be created. [ 879.933376] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52ec7ada-353f-4ab1-9058-f9fb7235e120 [ 879.933376] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.933548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.935246] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.935246] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.935246] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.935246] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52ec7ada-353f-4ab1-9058-f9fb7235e120 already deleted. [ 879.935246] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52ec7ada-353f-4ab1-9058-f9fb7235e120" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.937319] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.937319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.937319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.937319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.937319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.947716] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e in Status: UNINITIALIZED for 2s [ 880.726039] env[69242]: INFO networking_nsxv3.common.synchronization [req-de72a154-f4ce-4c74-aade-6b2e18860d19 req-8813226a-f876-446a-8ced-1bfdf2dd1bf7 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Enqueued Resource ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e with Priority: HIGHEST for action security_group_members [ 880.726786] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e with Priority: HIGHEST for action security_group_members [ 880.726959] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b120d137-eb2e-4e75-bb5a-51b2c89e261e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.733535] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.485800] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.486030] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.486546] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.486868] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.487253] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.487380] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.487539] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.487835] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.488048] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.488303] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.488454] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.488594] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.488760] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.488929] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.489078] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.489250] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.507322] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.507492] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 881.507636] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.507823] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.508328] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-40b4cfe0-1055-4ebf-873b-18db78daae5b taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.508328] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-40b4cfe0-1055-4ebf-873b-18db78daae5b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.508526] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-40b4cfe0-1055-4ebf-873b-18db78daae5b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.508855] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-40b4cfe0-1055-4ebf-873b-18db78daae5b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.509012] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40b4cfe0-1055-4ebf-873b-18db78daae5b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.763035] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d in Status: SUCCESS [ 881.763035] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.958690] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e in Status: SUCCESS [ 881.960511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.960511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.960511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.960511] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.960511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.960511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.960511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.960511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.960511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.960511] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b120d137-eb2e-4e75-bb5a-51b2c89e261e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.961280] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.961459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.961873] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.961873] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.961873] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.962223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.962223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.962223] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b120d137-eb2e-4e75-bb5a-51b2c89e261e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.013181] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.013643] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.013643] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.013992] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.014193] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.014361] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 40b4cfe0-1055-4ebf-873b-18db78daae5b not found, creating... [ 882.014652] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.014854] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.014979] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.015269] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.015528] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.015935] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.016020] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.016145] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.016373] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.016510] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.016758] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 40b4cfe0-1055-4ebf-873b-18db78daae5b is going to be created. [ 882.037039] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.037397] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.037487] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.037769] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.038030] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.038299] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-40b4cfe0-1055-4ebf-873b-18db78daae5b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.464515] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b120d137-eb2e-4e75-bb5a-51b2c89e261e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.464674] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.466111] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b120d137-eb2e-4e75-bb5a-51b2c89e261e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.971790] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b120d137-eb2e-4e75-bb5a-51b2c89e261e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.060623] env[69242]: INFO networking_nsxv3.common.synchronization [req-de72a154-f4ce-4c74-aade-6b2e18860d19 req-7b1e5ce4-56e9-49af-929a-803baf3cd29e service nova] Enqueued Resource ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e with Priority: HIGHEST for action security_group_rules [ 883.060890] env[69242]: INFO networking_nsxv3.common.synchronization [req-de72a154-f4ce-4c74-aade-6b2e18860d19 req-7b1e5ce4-56e9-49af-929a-803baf3cd29e service nova] Enqueued Resource ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e with Priority: HIGHEST for action security_group_members [ 883.067593] env[69242]: INFO networking_nsxv3.common.synchronization [req-de72a154-f4ce-4c74-aade-6b2e18860d19 req-7b1e5ce4-56e9-49af-929a-803baf3cd29e service nova] Enqueued Resource ID: 40b4cfe0-1055-4ebf-873b-18db78daae5b with Priority: HIGHEST for action port [ 883.067593] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e with Priority: HIGHEST for action security_group_rules [ 883.067593] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e with Priority: HIGHEST for action security_group_members [ 883.067593] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b4cfe0-1055-4ebf-873b-18db78daae5b with Priority: HIGHEST for action port [ 883.067593] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b120d137-eb2e-4e75-bb5a-51b2c89e261e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.067593] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.067910] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b120d137-eb2e-4e75-bb5a-51b2c89e261e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.067910] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.068062] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-40b4cfe0-1055-4ebf-873b-18db78daae5b taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.068174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40b4cfe0-1055-4ebf-873b-18db78daae5b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.068277] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40b4cfe0-1055-4ebf-873b-18db78daae5b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.069014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40b4cfe0-1055-4ebf-873b-18db78daae5b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.069014] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40b4cfe0-1055-4ebf-873b-18db78daae5b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.477543] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.477785] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.477878] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.478301] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.478416] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.478537] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e is going to be updated. [ 883.514525] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.514768] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.514886] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.515300] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.515471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.526019] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e in Status: IN_PROGRESS for 2s [ 883.573274] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40b4cfe0-1055-4ebf-873b-18db78daae5b with status ACTIVE [ 883.573418] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.573615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.573679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.574130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.574275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.574510] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.574676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.574676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.574899] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.574987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.575228] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.575330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.575603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.575603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.575603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.575781] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40b4cfe0-1055-4ebf-873b-18db78daae5b is going to be updated. [ 883.595108] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.595263] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.595318] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.595572] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.595725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.595896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40b4cfe0-1055-4ebf-873b-18db78daae5b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.536132] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e in Status: SUCCESS [ 885.536132] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.536132] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.536132] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.536132] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.536132] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.536132] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.536132] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.536680] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.536680] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.536680] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b120d137-eb2e-4e75-bb5a-51b2c89e261e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.536680] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.536680] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.536832] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.536906] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.537013] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.537070] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.537241] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.537271] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.537352] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.537435] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b120d137-eb2e-4e75-bb5a-51b2c89e261e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.541348] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.541522] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.541677] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.541876] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.541876] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.542013] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.542094] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.542182] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b120d137-eb2e-4e75-bb5a-51b2c89e261e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.545134] env[69242]: INFO networking_nsxv3.common.synchronization [req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 req-a5192037-efed-4a54-9603-b8bfb707c920 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Enqueued Resource ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 with Priority: HIGHEST for action security_group_members [ 885.545134] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 with Priority: HIGHEST for action security_group_members [ 885.545134] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbed1cdd-7139-4c4f-b4e9-a06c36f25727 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.545134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.545134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.545134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.545134] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.545620] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.545620] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.545620] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.545620] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.545620] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbed1cdd-7139-4c4f-b4e9-a06c36f25727',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.044632] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b120d137-eb2e-4e75-bb5a-51b2c89e261e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.046798] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b120d137-eb2e-4e75-bb5a-51b2c89e261e: rpc.has_security_group_logging(os_id): False [ 886.048475] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.048694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.048824] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.049052] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.068653] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.068653] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.076900] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.077056] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.077192] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.077836] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.077836] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.077836] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.077836] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 is going to be updated. [ 886.079212] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.079323] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.079432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.079633] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.079836] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.079915] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.080099] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.080178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.080467] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.081615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.081615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.081615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.081615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.081615] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.081615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.081615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.081615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.081615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.081615] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e is going to be created. [ 886.106846] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.106846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.106846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.106846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.106846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.116979] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 in Status: IN_PROGRESS for 2s [ 886.133465] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.133689] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.133689] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.133916] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.134118] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.145224] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e in Status: IN_PROGRESS for 2s [ 886.548132] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b120d137-eb2e-4e75-bb5a-51b2c89e261e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.052508] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.052508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.052508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.052508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.052978] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.052978] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e is going to be updated. [ 887.079691] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.079691] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.079691] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.080036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.080036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.092916] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e in Status: IN_PROGRESS for 2s [ 887.873319] env[69242]: INFO networking_nsxv3.common.synchronization [req-17089488-339d-465c-bc43-5b8910d3cbc5 req-2398b0b4-46a9-4d91-a2ec-d3ca0f052997 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Enqueued Resource ID: f3e7206f-5a8c-416f-a522-069048a3c933 with Priority: HIGHEST for action security_group_members [ 887.873838] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e7206f-5a8c-416f-a522-069048a3c933 with Priority: HIGHEST for action security_group_members [ 887.874299] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3e7206f-5a8c-416f-a522-069048a3c933 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.874299] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.874444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.874619] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.874713] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.874814] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.874867] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.874999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.875834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.875944] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3e7206f-5a8c-416f-a522-069048a3c933',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.129791] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 in Status: SUCCESS [ 888.129986] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 deletion is rescheduled due to dependency. [ 888.130120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.157346] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e in Status: SUCCESS [ 888.157577] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.158134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.158375] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.158470] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b120d137-eb2e-4e75-bb5a-51b2c89e261e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.378308] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.378659] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.378659] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.378772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.378901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.379124] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.379221] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.379283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.379431] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.379504] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.379751] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3e7206f-5a8c-416f-a522-069048a3c933 already deleted. [ 888.379751] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.585299] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-90 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.586192] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-90" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.586192] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-90" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.586192] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-90" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.586420] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.586420] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.586551] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.587772] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.587772] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.587772] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.587892] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.588031] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.588154] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.588266] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.588373] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.588511] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.610773] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.610962] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 888.611120] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.611518] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-90" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.611670] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-fa3aead2-f91f-45e0-aaed-17d8b7a97c9d taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.611855] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-fa3aead2-f91f-45e0-aaed-17d8b7a97c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.611998] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-fa3aead2-f91f-45e0-aaed-17d8b7a97c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.612410] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-fa3aead2-f91f-45e0-aaed-17d8b7a97c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.612613] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa3aead2-f91f-45e0-aaed-17d8b7a97c9d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.666339] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b120d137-eb2e-4e75-bb5a-51b2c89e261e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.666339] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.103873] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e in Status: SUCCESS [ 889.103873] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.103873] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.103873] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.103873] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.104515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.104630] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.104995] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.104995] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.105131] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.105162] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b120d137-eb2e-4e75-bb5a-51b2c89e261e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.115999] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.116756] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.116756] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.117047] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.117400] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.117691] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port fa3aead2-f91f-45e0-aaed-17d8b7a97c9d not found, creating... [ 889.119512] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.119757] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.119927] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.120575] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.120575] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.120812] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.121079] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.121379] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.124040] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.124433] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.125222] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: fa3aead2-f91f-45e0-aaed-17d8b7a97c9d is going to be created. [ 889.143911] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.144156] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.144295] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.144574] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.144846] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.145122] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-fa3aead2-f91f-45e0-aaed-17d8b7a97c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.545111] env[69242]: INFO networking_nsxv3.common.synchronization [req-0e9fa502-720c-4002-a62e-ffcff62f3528 req-0cdb76a7-1fc0-4f93-bc1c-719c6c58c02a tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Enqueued Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_members [ 889.545899] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_members [ 889.546669] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.547144] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.547472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.549474] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.549474] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.549474] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.549474] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.549474] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.549474] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.549474] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.609422] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b120d137-eb2e-4e75-bb5a-51b2c89e261e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.609721] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.610119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.610409] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.614140] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.614140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.614140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.614140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.614140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.614140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.614140] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b120d137-eb2e-4e75-bb5a-51b2c89e261e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.614140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.614140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.614140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.614140] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.614140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.614140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.614140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.614140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.614140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.614140] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b120d137-eb2e-4e75-bb5a-51b2c89e261e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.938686] env[69242]: INFO networking_nsxv3.common.synchronization [req-17089488-339d-465c-bc43-5b8910d3cbc5 req-c4c35fd6-5973-41e2-95f7-77825240ca33 service nova] Enqueued Resource ID: f3e7206f-5a8c-416f-a522-069048a3c933 with Priority: HIGHEST for action security_group_rules [ 889.938868] env[69242]: INFO networking_nsxv3.common.synchronization [req-17089488-339d-465c-bc43-5b8910d3cbc5 req-c4c35fd6-5973-41e2-95f7-77825240ca33 service nova] Enqueued Resource ID: f3e7206f-5a8c-416f-a522-069048a3c933 with Priority: HIGHEST for action security_group_members [ 889.939743] env[69242]: INFO networking_nsxv3.common.synchronization [req-17089488-339d-465c-bc43-5b8910d3cbc5 req-c4c35fd6-5973-41e2-95f7-77825240ca33 service nova] Enqueued Resource ID: fa3aead2-f91f-45e0-aaed-17d8b7a97c9d with Priority: HIGHEST for action port [ 889.939743] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e7206f-5a8c-416f-a522-069048a3c933 with Priority: HIGHEST for action security_group_rules [ 889.939984] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e7206f-5a8c-416f-a522-069048a3c933 with Priority: HIGHEST for action security_group_members [ 889.940165] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3aead2-f91f-45e0-aaed-17d8b7a97c9d with Priority: HIGHEST for action port [ 889.941409] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3e7206f-5a8c-416f-a522-069048a3c933 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.941606] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.942741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.942741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.942741] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3e7206f-5a8c-416f-a522-069048a3c933',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.943152] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3e7206f-5a8c-416f-a522-069048a3c933 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.943421] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.943741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.944283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.944489] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.946953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.947079] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.947269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.947332] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.947431] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3e7206f-5a8c-416f-a522-069048a3c933',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.948442] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa3aead2-f91f-45e0-aaed-17d8b7a97c9d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.948541] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa3aead2-f91f-45e0-aaed-17d8b7a97c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.948651] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa3aead2-f91f-45e0-aaed-17d8b7a97c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.949113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa3aead2-f91f-45e0-aaed-17d8b7a97c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.949433] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa3aead2-f91f-45e0-aaed-17d8b7a97c9d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.053144] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.093484] env[69242]: INFO networking_nsxv3.common.synchronization [None req-f8a2556f-a3c5-4aad-bff0-d55e0f7fbdd9 None None] Enqueued Resource ID: b4f65636-3d0b-45e5-89c3-49a17960f883 with Priority: HIGHEST for action port [ 890.093757] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f65636-3d0b-45e5-89c3-49a17960f883 with Priority: HIGHEST for action port [ 890.094524] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4f65636-3d0b-45e5-89c3-49a17960f883 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.094524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4f65636-3d0b-45e5-89c3-49a17960f883" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.094694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4f65636-3d0b-45e5-89c3-49a17960f883" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.094943] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4f65636-3d0b-45e5-89c3-49a17960f883" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.095211] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4f65636-3d0b-45e5-89c3-49a17960f883',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.115984] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b120d137-eb2e-4e75-bb5a-51b2c89e261e: rpc.has_security_group_logging(os_id): False [ 890.133559] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.133559] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.133683] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.136083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.136083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.136083] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.136083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.136083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.136083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.136083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.136083] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.136083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.136083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.136083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.136083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.136083] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.136083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.136609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.136609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.136609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.136609] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e is going to be updated. [ 890.191591] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.191591] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.191591] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.191774] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.191860] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.204041] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e in Status: IN_PROGRESS for 2s [ 890.375350] env[69242]: INFO networking_nsxv3.common.synchronization [req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc req-32af31ac-fcce-42c4-bd5e-c738079bf151 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Enqueued Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 890.375902] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 890.378578] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.378578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.378578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.378578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.378578] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.378578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.378578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.378578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.378578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.378578] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.451673] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3e7206f-5a8c-416f-a522-069048a3c933 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.451804] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.452014] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3e7206f-5a8c-416f-a522-069048a3c933',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.452916] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa3aead2-f91f-45e0-aaed-17d8b7a97c9d with status ACTIVE [ 890.453147] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.453267] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.453311] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.453524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.453652] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.453787] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.453863] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.453938] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.454078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.454170] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.454326] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.454417] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.454474] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.454650] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.454683] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.454771] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa3aead2-f91f-45e0-aaed-17d8b7a97c9d is going to be updated. [ 890.479678] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.479869] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.479930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.480120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.480286] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.480414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa3aead2-f91f-45e0-aaed-17d8b7a97c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.557028] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.597472] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4f65636-3d0b-45e5-89c3-49a17960f883 [ 890.597793] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.597955] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.598054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.598297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.598390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.598491] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4f65636-3d0b-45e5-89c3-49a17960f883 already deleted. [ 890.598580] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4f65636-3d0b-45e5-89c3-49a17960f883" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.813760] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.813951] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-965" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.814195] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-965" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.814507] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-965" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.814792] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.814955] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.815196] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.815472] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.815777] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.816068] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.816259] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.816419] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.816583] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.816740] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.816889] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.817117] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.836701] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.836701] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 890.836701] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.836799] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-965" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.837911] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.837911] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.837911] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.837911] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.837911] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.879641] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.959070] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3e7206f-5a8c-416f-a522-069048a3c933',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.060237] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.060237] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.060237] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.060237] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.060237] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.060237] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 is going to be updated. [ 891.088097] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.088097] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.088097] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.088097] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.088097] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.100032] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: IN_PROGRESS for 2s [ 891.342742] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.343054] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.343180] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.343500] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.343660] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.343844] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7 not found, creating... [ 891.344176] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.344360] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.344481] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.344724] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.344889] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.345205] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.345389] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.345512] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.345780] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.345872] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.346024] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7 is going to be created. [ 891.368427] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.368562] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.368669] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.369019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.369282] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.369520] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.382126] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.463327] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.463327] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.463327] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.463327] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.463327] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.463327] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3e7206f-5a8c-416f-a522-069048a3c933 is going to be created. [ 891.494120] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.494120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.494120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.494120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.494120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.503980] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3e7206f-5a8c-416f-a522-069048a3c933 in Status: UNINITIALIZED for 2s [ 891.884810] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.884977] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.885109] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.885299] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.885395] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.885502] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 is going to be updated. [ 891.913590] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.913899] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.914147] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.914458] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.915250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.927373] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: IN_PROGRESS for 2s [ 892.211239] env[69242]: INFO networking_nsxv3.common.synchronization [req-e12051f1-7e82-4455-9c20-39f59156da55 req-7c7c3fcd-7558-4925-ab7f-ed776aed298a tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 892.212779] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 892.213369] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.213638] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.213810] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.214103] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.214353] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.214555] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.214723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.215264] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.215484] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.215678] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.229150] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e in Status: SUCCESS [ 892.229150] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.310920] env[69242]: INFO networking_nsxv3.common.synchronization [req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc req-46417148-3045-4f0c-abac-3b8bfa531657 service nova] Enqueued Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_rules [ 892.310920] env[69242]: INFO networking_nsxv3.common.synchronization [req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc req-46417148-3045-4f0c-abac-3b8bfa531657 service nova] Enqueued Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 892.310920] env[69242]: INFO networking_nsxv3.common.synchronization [req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc req-46417148-3045-4f0c-abac-3b8bfa531657 service nova] Enqueued Resource ID: c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7 with Priority: HIGHEST for action port [ 892.313108] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_rules [ 892.313108] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 892.313108] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7 with Priority: HIGHEST for action port [ 892.313108] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.313108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.313108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.313108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.313108] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.313582] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.313582] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.313653] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.313707] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.313762] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.313973] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.314066] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.369550] env[69242]: INFO networking_nsxv3.common.synchronization [None req-a75a74c1-fe55-4feb-b040-8b8df1d3dc3d None None] Enqueued Resource ID: 1b222487-733c-406c-a74e-98dc04558e6c with Priority: HIGHEST for action port [ 892.369953] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b222487-733c-406c-a74e-98dc04558e6c with Priority: HIGHEST for action port [ 892.370182] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b222487-733c-406c-a74e-98dc04558e6c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.371032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b222487-733c-406c-a74e-98dc04558e6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.371032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b222487-733c-406c-a74e-98dc04558e6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.371032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b222487-733c-406c-a74e-98dc04558e6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.371032] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b222487-733c-406c-a74e-98dc04558e6c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.720571] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.720698] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.720698] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.720918] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.721075] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.721338] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.721774] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.721774] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.721774] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.721774] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.721922] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be updated. [ 892.752387] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.752583] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.752658] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.752916] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.753126] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.760970] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: IN_PROGRESS for 2s [ 892.815619] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.815687] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.816123] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7 with status ACTIVE [ 892.816254] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.816396] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.816471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.816679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.820444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.820444] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.820444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.820444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.820444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.820444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.820444] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.820444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.820444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.820444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.820444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.820444] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7 is going to be updated. [ 892.843657] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.843797] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.843864] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.844096] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.844224] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.844386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.876254] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b222487-733c-406c-a74e-98dc04558e6c [ 892.876353] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.876507] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.876630] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.876815] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.876908] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.877008] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b222487-733c-406c-a74e-98dc04558e6c already deleted. [ 892.877113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b222487-733c-406c-a74e-98dc04558e6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.112110] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: SUCCESS [ 893.113047] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.512756] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3e7206f-5a8c-416f-a522-069048a3c933 in Status: SUCCESS [ 893.513086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.513218] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.513470] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.513671] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.513791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.513857] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.514014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.514105] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.514193] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.514283] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3e7206f-5a8c-416f-a522-069048a3c933',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.936691] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: SUCCESS [ 893.936919] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.937116] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.937337] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.937526] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.937641] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.937706] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.937858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.937940] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.938052] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.016260] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3e7206f-5a8c-416f-a522-069048a3c933',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.440957] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.518252] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3e7206f-5a8c-416f-a522-069048a3c933: rpc.has_security_group_logging(os_id): False [ 894.538892] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.539112] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.539217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.539455] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.539614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.539821] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.539952] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.540050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.540235] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.540334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.540442] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3e7206f-5a8c-416f-a522-069048a3c933 is going to be created. [ 894.593832] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.593985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.594071] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.594579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.594579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.603151] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3e7206f-5a8c-416f-a522-069048a3c933 in Status: IN_PROGRESS for 2s [ 894.770719] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 894.770910] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce deletion is rescheduled due to dependency. [ 894.771040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.943402] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.445698] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.445884] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.445983] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.446216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.446313] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.446417] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 is going to be updated. [ 895.473046] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.473189] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.473232] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.473435] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.473580] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.481842] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: IN_PROGRESS for 2s [ 896.615491] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3e7206f-5a8c-416f-a522-069048a3c933 in Status: SUCCESS [ 896.615852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.370859] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 897.371698] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 897.490883] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: SUCCESS [ 897.491124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.491296] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.491541] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.491729] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.491846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.491910] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.492079] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.492166] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.492245] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.492355] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.995983] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.999024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.999024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.999024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.999024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.999024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.999024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.999024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.999024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.999024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.999024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.999024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.999024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.000337] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.000602] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.001099] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.001099] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.001099] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.001099] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.001368] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.001368] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.504546] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 142a013c-c9ce-4b76-86a7-cea418fa5669: rpc.has_security_group_logging(os_id): False [ 898.521132] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.521288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.521356] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.521606] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.538846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.539106] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.539319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.539809] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.539809] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.539809] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.539995] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.539995] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.540090] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.540245] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.540335] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.540523] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.540616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.540677] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.540817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.540892] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.540976] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 is going to be updated. [ 898.601853] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.602056] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.602056] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.602288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.602438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.615626] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: IN_PROGRESS for 2s [ 900.630049] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: SUCCESS [ 900.630495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.395576] env[69242]: INFO networking_nsxv3.common.synchronization [req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 req-0c80dc7f-0571-48cb-a63d-45fa41965375 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Enqueued Resource ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 with Priority: HIGHEST for action security_group_members [ 901.395702] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 with Priority: HIGHEST for action security_group_members [ 901.396161] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.397033] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.397033] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.397033] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.397033] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.397033] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.397411] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.397411] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.397547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.397650] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('452d69b5-e767-4ad0-aa5d-d6c261dd0d39',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.800448] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.800448] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-693" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.801020] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-693" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.801020] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-693" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.801387] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.801566] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.801701] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.801932] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.802094] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.802303] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.802419] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.802528] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.802637] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.802746] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.802851] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.802986] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.829300] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.829643] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 901.829885] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.830192] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-693" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.830646] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-e9d27126-3470-41b3-b796-87412960e75e taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.830917] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-e9d27126-3470-41b3-b796-87412960e75e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.831126] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-e9d27126-3470-41b3-b796-87412960e75e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.831558] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-e9d27126-3470-41b3-b796-87412960e75e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.831790] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9d27126-3470-41b3-b796-87412960e75e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.901310] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.901457] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.901540] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.901756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.901847] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.902057] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.902157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.902218] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.902366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.902442] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.902953] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 already deleted. [ 901.902953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.335321] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.335595] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.335663] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.335923] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.336092] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.336254] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port e9d27126-3470-41b3-b796-87412960e75e not found, creating... [ 902.336559] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.336743] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.336869] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.337104] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.337283] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.337581] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.337739] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.337857] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.338577] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.338577] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.338577] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: e9d27126-3470-41b3-b796-87412960e75e is going to be created. [ 902.359805] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.359921] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.360041] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.360320] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.360557] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.360816] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-e9d27126-3470-41b3-b796-87412960e75e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.255916] env[69242]: INFO networking_nsxv3.common.synchronization [req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 req-d4d38789-cdcb-4045-a4c9-eab6c714ace3 service nova] Enqueued Resource ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 with Priority: HIGHEST for action security_group_rules [ 903.256207] env[69242]: INFO networking_nsxv3.common.synchronization [req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 req-d4d38789-cdcb-4045-a4c9-eab6c714ace3 service nova] Enqueued Resource ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 with Priority: HIGHEST for action security_group_members [ 903.256271] env[69242]: INFO networking_nsxv3.common.synchronization [req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 req-d4d38789-cdcb-4045-a4c9-eab6c714ace3 service nova] Enqueued Resource ID: e9d27126-3470-41b3-b796-87412960e75e with Priority: HIGHEST for action port [ 903.256558] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 with Priority: HIGHEST for action security_group_rules [ 903.256701] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 with Priority: HIGHEST for action security_group_members [ 903.256817] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d27126-3470-41b3-b796-87412960e75e with Priority: HIGHEST for action port [ 903.257348] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-452d69b5-e767-4ad0-aa5d-d6c261dd0d39 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.257494] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.257635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.257842] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.257990] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('452d69b5-e767-4ad0-aa5d-d6c261dd0d39',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.259646] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.259646] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.259646] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.259646] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.259894] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.260065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.260065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.260166] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.260314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.260379] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('452d69b5-e767-4ad0-aa5d-d6c261dd0d39',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.262398] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9d27126-3470-41b3-b796-87412960e75e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.262398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9d27126-3470-41b3-b796-87412960e75e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.262398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9d27126-3470-41b3-b796-87412960e75e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.262398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9d27126-3470-41b3-b796-87412960e75e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.262398] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9d27126-3470-41b3-b796-87412960e75e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.763868] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('452d69b5-e767-4ad0-aa5d-d6c261dd0d39',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.765014] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.765160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.765340] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9d27126-3470-41b3-b796-87412960e75e with status ACTIVE [ 903.765531] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.765662] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.765730] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.765943] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.766057] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.766269] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.766376] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.766441] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.766599] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.766669] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.766906] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.767020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.767085] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.767250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.767341] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.767438] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9d27126-3470-41b3-b796-87412960e75e is going to be updated. [ 903.787564] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.787686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.787771] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.787954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.788104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.788262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9d27126-3470-41b3-b796-87412960e75e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.269962] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('452d69b5-e767-4ad0-aa5d-d6c261dd0d39',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.772720] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.772858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.772858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.773050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.773177] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.773281] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 is going to be created. [ 904.799123] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.801047] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.801267] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.801556] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.801795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.811224] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 in Status: UNINITIALIZED for 2s [ 905.140294] env[69242]: INFO networking_nsxv3.common.synchronization [req-251472cc-d963-4947-ae58-32600731165d req-7f5f6845-a7e0-411b-a280-57967ff61c22 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Enqueued Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_members [ 905.141105] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_members [ 905.142852] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.142852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.143498] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.143790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.144040] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.144177] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.144241] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.144462] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.144570] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.144688] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.632366] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.632763] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-603" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.632763] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-603" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.632981] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-603" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.633265] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.633451] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.633577] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.633793] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.633934] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.634747] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.634918] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.635073] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.635244] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.635395] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.635567] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.635715] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.649063] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.649298] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.649391] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.649714] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.649830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.650112] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.650231] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.650327] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.650540] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.650677] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.650810] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 is going to be deleted. [ 905.658942] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.658942] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 905.658942] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.658942] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-603" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.659336] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.659336] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.659499] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.660149] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.660149] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.669108] env[69242]: INFO networking_nsxv3.common.synchronization [None req-6629d2f2-35c0-4fbc-b410-23e42180b58e tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Enqueued Resource ID: 4a829448-f462-4072-b299-d017e73ac377 with Priority: HIGHEST for action security_group_rules [ 905.669108] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a829448-f462-4072-b299-d017e73ac377 with Priority: HIGHEST for action security_group_rules [ 905.669108] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a829448-f462-4072-b299-d017e73ac377 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.669108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.669108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.669108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.669108] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a829448-f462-4072-b299-d017e73ac377',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.678417] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.678719] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.678834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.679079] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.679186] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.679281] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.799239] env[69242]: INFO networking_nsxv3.common.synchronization [None req-294436c9-2dab-4e19-b67f-9d23a0fadd56 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Enqueued Resource ID: 4a829448-f462-4072-b299-d017e73ac377 with Priority: HIGHEST for action security_group_rules [ 905.801394] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a829448-f462-4072-b299-d017e73ac377 with Priority: HIGHEST for action security_group_rules [ 905.801394] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a829448-f462-4072-b299-d017e73ac377 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.801394] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.165264] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.165264] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.165264] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.165264] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.165264] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.165264] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa not found, creating... [ 906.165264] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.165264] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.165264] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.165264] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.165264] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.165645] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.165645] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.165645] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.165645] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.165645] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.165801] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa is going to be created. [ 906.172456] env[69242]: INFO networking_nsxv3.common.synchronization [req-79622c4f-e06e-4c85-afda-dd160c37c136 req-00118a32-541f-4c39-b662-089636579f9e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Enqueued Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGHEST for action security_group_members [ 906.173275] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGHEST for action security_group_members [ 906.173741] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-873f3691-5ba9-43a3-bccd-fb3d5ad59780 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.173741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.173741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.173920] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.174505] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.174505] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.174505] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.174505] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.174505] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.175052] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873f3691-5ba9-43a3-bccd-fb3d5ad59780',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.293422] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.293612] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.293741] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.294052] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.294297] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.294535] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.295982] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.296187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.296261] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.296440] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.296523] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.296612] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a829448-f462-4072-b299-d017e73ac377 already deleted. [ 906.296692] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.296831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.296978] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.297071] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a829448-f462-4072-b299-d017e73ac377',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.679870] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.679870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.679870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.679870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.697515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.698226] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.699831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.699831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.699831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.699831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.699831] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 is going to be updated. [ 906.722930] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.723183] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.723269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.723465] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.723613] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.730908] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 in Status: IN_PROGRESS for 2s [ 906.818684] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.819105] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.819105] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.819370] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.819565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.819877] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a829448-f462-4072-b299-d017e73ac377 already deleted. [ 906.820022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.821368] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 in Status: SUCCESS [ 906.822555] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.823050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.823050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.823181] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.823310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.823395] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.823577] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.827025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.827025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.827025] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('452d69b5-e767-4ad0-aa5d-d6c261dd0d39',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.116920] env[69242]: INFO networking_nsxv3.common.synchronization [req-251472cc-d963-4947-ae58-32600731165d req-243569bd-e0ab-47be-945b-b4005b14f52a service nova] Enqueued Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_rules [ 907.117106] env[69242]: INFO networking_nsxv3.common.synchronization [req-251472cc-d963-4947-ae58-32600731165d req-243569bd-e0ab-47be-945b-b4005b14f52a service nova] Enqueued Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_members [ 907.117245] env[69242]: INFO networking_nsxv3.common.synchronization [req-251472cc-d963-4947-ae58-32600731165d req-243569bd-e0ab-47be-945b-b4005b14f52a service nova] Enqueued Resource ID: 5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa with Priority: HIGHEST for action port [ 907.117502] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_rules [ 907.117625] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_members [ 907.117724] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa with Priority: HIGHEST for action port [ 907.122182] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.122182] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.122182] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.122182] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.122182] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.122182] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.122182] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.122182] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.122182] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.122182] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.122182] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.122182] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.122182] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.122182] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.122182] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.122794] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.122905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.122959] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.123124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.123194] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.326193] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.326562] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.326562] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.326821] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.327018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.327149] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.327211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.327376] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.327462] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.327567] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.327893] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.327893] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.327893] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.328092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.328213] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.328309] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.328379] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.328635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.328721] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.328794] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.328876] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('452d69b5-e767-4ad0-aa5d-d6c261dd0d39',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.624984] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.626202] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.626331] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.626462] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa with status ACTIVE [ 907.626629] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.626731] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.626838] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.627040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.627143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.627326] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.627493] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.627562] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.627730] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.627828] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.628020] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.628114] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.628187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.628303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.628562] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.628562] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa is going to be updated. [ 907.648814] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.649045] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.649092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.649292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.649435] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.649622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.830591] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 452d69b5-e767-4ad0-aa5d-d6c261dd0d39: rpc.has_security_group_logging(os_id): False [ 907.848700] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.848877] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.848949] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.849199] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.849297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.849522] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.849624] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.849687] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.850724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.850724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.850724] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.850724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.850724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.850724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.850724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.850724] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.851072] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.851072] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.851072] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.851157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.851229] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 is going to be created. [ 907.906533] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.906896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.906896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.907021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.911022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.918934] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 in Status: IN_PROGRESS for 2s [ 908.130855] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.203217] env[69242]: INFO networking_nsxv3.common.synchronization [None req-ef294c15-21a3-44bd-92d5-599ed6203ca6 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Enqueued Resource ID: 1dfd5b7f-a90f-47be-9a97-797fa683c056 with Priority: HIGHEST for action security_group_rules [ 908.203540] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dfd5b7f-a90f-47be-9a97-797fa683c056 with Priority: HIGHEST for action security_group_rules [ 908.203844] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dfd5b7f-a90f-47be-9a97-797fa683c056 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.204408] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dfd5b7f-a90f-47be-9a97-797fa683c056" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.204408] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dfd5b7f-a90f-47be-9a97-797fa683c056" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.204637] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dfd5b7f-a90f-47be-9a97-797fa683c056" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.204748] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dfd5b7f-a90f-47be-9a97-797fa683c056',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.301173] env[69242]: INFO networking_nsxv3.common.synchronization [None req-a454f5d4-775d-4bc2-aa1e-531b9611c9d1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Enqueued Resource ID: 1dfd5b7f-a90f-47be-9a97-797fa683c056 with Priority: HIGHEST for action security_group_rules [ 908.301713] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dfd5b7f-a90f-47be-9a97-797fa683c056 with Priority: HIGHEST for action security_group_rules [ 908.302032] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dfd5b7f-a90f-47be-9a97-797fa683c056 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.302143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dfd5b7f-a90f-47be-9a97-797fa683c056" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.635543] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.635748] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.635802] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.636040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.636130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.636229] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 is going to be created. [ 908.657396] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.657620] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.657620] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.657831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.657986] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.666161] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 in Status: UNINITIALIZED for 2s [ 908.727018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.727018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.727172] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.728026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.728026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.728026] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dfd5b7f-a90f-47be-9a97-797fa683c056 already deleted. [ 908.728026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dfd5b7f-a90f-47be-9a97-797fa683c056" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.728026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dfd5b7f-a90f-47be-9a97-797fa683c056" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.728026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dfd5b7f-a90f-47be-9a97-797fa683c056" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.728026] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dfd5b7f-a90f-47be-9a97-797fa683c056',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.739598] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 in Status: SUCCESS [ 908.739729] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 deletion is rescheduled due to dependency. [ 908.739840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.252893] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.252893] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.253395] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.253395] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.253395] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.253492] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dfd5b7f-a90f-47be-9a97-797fa683c056 already deleted. [ 909.253609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dfd5b7f-a90f-47be-9a97-797fa683c056" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.933221] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 in Status: SUCCESS [ 909.933414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.200989] env[69242]: INFO networking_nsxv3.common.synchronization [req-76ef5796-a3d4-4428-85b5-992de6d69267 req-01270944-a159-4b7d-a5b0-a7965bccb1e8 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Enqueued Resource ID: 860de744-7946-4cac-ad57-298e48424855 with Priority: HIGHEST for action security_group_members [ 910.201804] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860de744-7946-4cac-ad57-298e48424855 with Priority: HIGHEST for action security_group_members [ 910.201960] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-860de744-7946-4cac-ad57-298e48424855 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.202102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.202173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.202409] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.202568] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.202671] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.202737] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.202885] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.202974] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.203078] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('860de744-7946-4cac-ad57-298e48424855',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.546265] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.546849] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.547091] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.547402] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.547789] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.547984] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.548131] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.548384] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.548610] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.548859] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.549017] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.549164] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.549305] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.549498] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.549784] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.549966] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.571021] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.571021] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 910.571021] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.571021] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-612" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.571021] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-bde865d9-e839-4196-b54a-3d7e748b61c4 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.571021] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-bde865d9-e839-4196-b54a-3d7e748b61c4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.571021] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-bde865d9-e839-4196-b54a-3d7e748b61c4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.571021] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-bde865d9-e839-4196-b54a-3d7e748b61c4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.571021] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bde865d9-e839-4196-b54a-3d7e748b61c4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.675516] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 in Status: SUCCESS [ 910.675680] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.675858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.676103] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.676753] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.676753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.676753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.676753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.676753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.676753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.676977] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.704940] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('860de744-7946-4cac-ad57-298e48424855',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.078020] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.078020] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.078020] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.078020] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.078020] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.078020] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port bde865d9-e839-4196-b54a-3d7e748b61c4 not found, creating... [ 911.078020] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.078020] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.078020] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.078020] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.078020] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.078489] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.078489] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.078489] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.078489] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.078621] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.078855] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: bde865d9-e839-4196-b54a-3d7e748b61c4 is going to be created. [ 911.104624] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.105126] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.105279] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.105597] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.105857] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.106140] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-bde865d9-e839-4196-b54a-3d7e748b61c4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.180467] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.180761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.180848] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.181143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.181341] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.181474] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.181542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.181718] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.181829] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.181960] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.182142] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.182270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.182339] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.182511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.182701] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.182793] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.182859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.183102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.183220] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.183343] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.183459] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.211443] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('860de744-7946-4cac-ad57-298e48424855',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.232035] env[69242]: INFO networking_nsxv3.common.synchronization [req-f5ade35f-fb91-4720-8555-166852d62b04 req-98df9b52-a454-4988-ba75-817ed03ce463 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Enqueued Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 911.232035] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 911.232035] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.232305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.232305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.232419] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.232568] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.233016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.233016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.233016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.233016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.233197] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.687302] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48: rpc.has_security_group_logging(os_id): False [ 911.704610] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.704770] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.704840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.705065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.705159] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.705376] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.705475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.705567] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.705729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.705783] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.705935] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.706117] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.706117] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.706230] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.706307] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.706477] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.706979] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.706979] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.706979] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.706979] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.706979] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 is going to be created. [ 911.715722] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.715722] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.715722] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.715722] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.715722] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.715722] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 860de744-7946-4cac-ad57-298e48424855 is going to be updated. [ 911.735050] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.735183] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.735183] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.736020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.741321] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.741530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.741642] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.742357] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.742357] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.752292] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 860de744-7946-4cac-ad57-298e48424855 in Status: IN_PROGRESS for 2s [ 911.759683] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.759801] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.766811] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.767228] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.767401] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.767476] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.767680] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.767766] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.767858] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 is going to be updated. [ 911.769774] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.769949] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.770233] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.783372] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 in Status: IN_PROGRESS for 2s [ 911.793318] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.793447] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.793514] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.793744] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.793881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.801625] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: IN_PROGRESS for 2s [ 912.098869] env[69242]: INFO networking_nsxv3.common.synchronization [req-76ef5796-a3d4-4428-85b5-992de6d69267 req-09a28c44-6913-4861-bc2f-c51eeec7d90f service nova] Enqueued Resource ID: 860de744-7946-4cac-ad57-298e48424855 with Priority: HIGHEST for action security_group_rules [ 912.099065] env[69242]: INFO networking_nsxv3.common.synchronization [req-76ef5796-a3d4-4428-85b5-992de6d69267 req-09a28c44-6913-4861-bc2f-c51eeec7d90f service nova] Enqueued Resource ID: 860de744-7946-4cac-ad57-298e48424855 with Priority: HIGHEST for action security_group_members [ 912.099982] env[69242]: INFO networking_nsxv3.common.synchronization [req-76ef5796-a3d4-4428-85b5-992de6d69267 req-09a28c44-6913-4861-bc2f-c51eeec7d90f service nova] Enqueued Resource ID: bde865d9-e839-4196-b54a-3d7e748b61c4 with Priority: HIGHEST for action port [ 912.099982] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860de744-7946-4cac-ad57-298e48424855 with Priority: HIGHEST for action security_group_rules [ 912.099982] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860de744-7946-4cac-ad57-298e48424855 with Priority: HIGHEST for action security_group_members [ 912.099982] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bde865d9-e839-4196-b54a-3d7e748b61c4 with Priority: HIGHEST for action port [ 912.100322] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-860de744-7946-4cac-ad57-298e48424855 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.100404] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.100450] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.100621] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.100714] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('860de744-7946-4cac-ad57-298e48424855',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.102526] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-860de744-7946-4cac-ad57-298e48424855 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.103187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.103187] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-bde865d9-e839-4196-b54a-3d7e748b61c4 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.103187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bde865d9-e839-4196-b54a-3d7e748b61c4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.103187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bde865d9-e839-4196-b54a-3d7e748b61c4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.103422] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bde865d9-e839-4196-b54a-3d7e748b61c4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.103422] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bde865d9-e839-4196-b54a-3d7e748b61c4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.605549] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-860de744-7946-4cac-ad57-298e48424855 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.605725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.607979] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bde865d9-e839-4196-b54a-3d7e748b61c4 with status ACTIVE [ 912.608566] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.608566] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.608566] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.608795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.608795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.608998] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.608998] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.609120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.609216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.609303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.609499] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.609595] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.609702] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.609797] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.609871] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.610060] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bde865d9-e839-4196-b54a-3d7e748b61c4 is going to be updated. [ 912.646524] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.646524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.646524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.646524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.646524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.646524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bde865d9-e839-4196-b54a-3d7e748b61c4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.870364] env[69242]: INFO networking_nsxv3.common.synchronization [req-42543cb7-8d25-4ccd-a937-7e685bce0751 req-832173e7-dab2-4d66-a780-32bab36d57d9 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Enqueued Resource ID: 930b89d1-6daf-45d5-b088-407c553cd44f with Priority: HIGHEST for action security_group_members [ 912.870918] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 930b89d1-6daf-45d5-b088-407c553cd44f with Priority: HIGHEST for action security_group_members [ 912.871285] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-930b89d1-6daf-45d5-b088-407c553cd44f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.871407] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.871407] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.871637] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.871790] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.871888] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.871960] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.872132] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.872217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.872309] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('930b89d1-6daf-45d5-b088-407c553cd44f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.221368] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-780 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.221564] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.221692] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.222052] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.222322] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.222489] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.222614] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.223191] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.223363] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.223582] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.223702] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.223818] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.223928] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.224052] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.224162] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.224299] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.241533] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.241697] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 913.242343] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.242343] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.242343] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-b95757cc-1561-464f-ba8b-2cf2d58eec77 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.242532] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-b95757cc-1561-464f-ba8b-2cf2d58eec77" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.242612] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-b95757cc-1561-464f-ba8b-2cf2d58eec77" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.242953] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-b95757cc-1561-464f-ba8b-2cf2d58eec77" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.243102] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b95757cc-1561-464f-ba8b-2cf2d58eec77',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.377563] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.377727] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.377802] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.378039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.378136] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.378329] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.378428] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.378493] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.378643] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.378729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.378816] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 930b89d1-6daf-45d5-b088-407c553cd44f already deleted. [ 913.378896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.745815] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.745989] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.746465] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.746970] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.747254] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.747573] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port b95757cc-1561-464f-ba8b-2cf2d58eec77 not found, creating... [ 913.747963] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.748249] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.748457] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.748804] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.749049] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.749523] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.749793] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.750015] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.750352] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.750580] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.750814] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: b95757cc-1561-464f-ba8b-2cf2d58eec77 is going to be created. [ 913.762443] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 860de744-7946-4cac-ad57-298e48424855 in Status: SUCCESS [ 913.762787] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.762973] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.763231] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.763436] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.763573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.763678] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.763789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.763870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.764145] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('860de744-7946-4cac-ad57-298e48424855',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.772653] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.772653] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.772653] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.772653] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.772653] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.772653] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-b95757cc-1561-464f-ba8b-2cf2d58eec77" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.794535] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 in Status: SUCCESS [ 913.794798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.808993] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: SUCCESS [ 913.809113] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 deletion is rescheduled due to dependency. [ 913.809189] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.266634] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('860de744-7946-4cac-ad57-298e48424855',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.481264] env[69242]: INFO networking_nsxv3.common.synchronization [req-42543cb7-8d25-4ccd-a937-7e685bce0751 req-d41ca02f-7f49-4697-a815-46c6ead93a4d service nova] Enqueued Resource ID: 930b89d1-6daf-45d5-b088-407c553cd44f with Priority: HIGHEST for action security_group_rules [ 914.481264] env[69242]: INFO networking_nsxv3.common.synchronization [req-42543cb7-8d25-4ccd-a937-7e685bce0751 req-d41ca02f-7f49-4697-a815-46c6ead93a4d service nova] Enqueued Resource ID: 930b89d1-6daf-45d5-b088-407c553cd44f with Priority: HIGHEST for action security_group_members [ 914.481264] env[69242]: INFO networking_nsxv3.common.synchronization [req-42543cb7-8d25-4ccd-a937-7e685bce0751 req-d41ca02f-7f49-4697-a815-46c6ead93a4d service nova] Enqueued Resource ID: b95757cc-1561-464f-ba8b-2cf2d58eec77 with Priority: HIGHEST for action port [ 914.481264] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 930b89d1-6daf-45d5-b088-407c553cd44f with Priority: HIGHEST for action security_group_rules [ 914.481264] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 930b89d1-6daf-45d5-b088-407c553cd44f with Priority: HIGHEST for action security_group_members [ 914.481264] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b95757cc-1561-464f-ba8b-2cf2d58eec77 with Priority: HIGHEST for action port [ 914.481675] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-930b89d1-6daf-45d5-b088-407c553cd44f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.481933] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.482134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.482627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.482816] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('930b89d1-6daf-45d5-b088-407c553cd44f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.483885] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-930b89d1-6daf-45d5-b088-407c553cd44f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.484140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.484311] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.484574] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.484813] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.485026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.485168] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.485402] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.485573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.485744] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('930b89d1-6daf-45d5-b088-407c553cd44f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.486919] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-b95757cc-1561-464f-ba8b-2cf2d58eec77 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.487193] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b95757cc-1561-464f-ba8b-2cf2d58eec77" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.487367] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b95757cc-1561-464f-ba8b-2cf2d58eec77" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.487628] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b95757cc-1561-464f-ba8b-2cf2d58eec77" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.487804] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b95757cc-1561-464f-ba8b-2cf2d58eec77',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.769066] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('860de744-7946-4cac-ad57-298e48424855',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.989922] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-930b89d1-6daf-45d5-b088-407c553cd44f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.990164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.990318] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b95757cc-1561-464f-ba8b-2cf2d58eec77 with status ACTIVE [ 914.990609] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.990713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.990713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.990956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.991088] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.991299] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.991377] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.991429] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.991599] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.991700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.991902] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.992019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.992104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.992261] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.992337] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.992428] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b95757cc-1561-464f-ba8b-2cf2d58eec77 is going to be updated. [ 914.993546] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('930b89d1-6daf-45d5-b088-407c553cd44f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.013132] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.013312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.013411] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.013729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.013921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.014160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b95757cc-1561-464f-ba8b-2cf2d58eec77" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.270946] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.271375] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.271375] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.271444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.271537] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.271642] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 860de744-7946-4cac-ad57-298e48424855 is going to be updated. [ 915.299302] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.299302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.299302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.299302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.299302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.311320] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 860de744-7946-4cac-ad57-298e48424855 in Status: IN_PROGRESS for 2s [ 915.427552] env[69242]: INFO networking_nsxv3.common.synchronization [req-781c93cb-7a35-4203-b130-1ef79c260344 req-ee1e62a6-9c33-4e19-b662-49678c965af2 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Enqueued Resource ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 with Priority: HIGHEST for action security_group_members [ 915.429207] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 with Priority: HIGHEST for action security_group_members [ 915.429207] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-631813a3-4486-4aaf-b56f-dd40eb6136b8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.429207] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.429207] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.429207] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.429207] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.429207] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.429207] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.429786] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.429786] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.429786] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('631813a3-4486-4aaf-b56f-dd40eb6136b8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.498178] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('930b89d1-6daf-45d5-b088-407c553cd44f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.802024] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.802024] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-793" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.802024] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-793" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.805927] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-793" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.805927] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.805927] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.805927] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.805927] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.805927] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.805927] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.805927] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.805927] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.805927] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.811461] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.811461] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.811461] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.835333] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.835333] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 915.835333] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.835333] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-793" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.835333] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-f29807e2-479d-4c7e-a19b-ecac5a274b67 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.835333] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-f29807e2-479d-4c7e-a19b-ecac5a274b67" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.835333] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-f29807e2-479d-4c7e-a19b-ecac5a274b67" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.835333] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-f29807e2-479d-4c7e-a19b-ecac5a274b67" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.835333] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f29807e2-479d-4c7e-a19b-ecac5a274b67',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.932546] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.934905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.934905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.934905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.934905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.934905] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.934905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.934905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.934905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.934905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.934905] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 already deleted. [ 915.934905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.003862] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.003862] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.003862] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.003862] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.004135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.004135] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 930b89d1-6daf-45d5-b088-407c553cd44f is going to be created. [ 916.028070] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.028070] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.028070] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.028070] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.028070] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.036278] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 930b89d1-6daf-45d5-b088-407c553cd44f in Status: UNINITIALIZED for 2s [ 916.299582] env[69242]: INFO networking_nsxv3.common.synchronization [req-f1e9180b-0365-4482-b7c9-562c45510523 req-ab715b87-578e-4284-82fa-832690a51f73 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Enqueued Resource ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 with Priority: HIGHEST for action security_group_members [ 916.300129] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 with Priority: HIGHEST for action security_group_members [ 916.300425] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.300568] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.300637] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.300876] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.301873] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.301873] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.301873] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.302923] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.303042] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.303147] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('452d69b5-e767-4ad0-aa5d-d6c261dd0d39',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.338914] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.339149] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.339325] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.339613] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.339798] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.339966] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port f29807e2-479d-4c7e-a19b-ecac5a274b67 not found, creating... [ 916.340263] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.340427] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.340548] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.340775] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.340921] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.341508] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.341702] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.342394] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.342394] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.342502] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.342594] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: f29807e2-479d-4c7e-a19b-ecac5a274b67 is going to be created. [ 916.363233] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.363504] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.363569] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.363839] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.364085] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.364323] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-f29807e2-479d-4c7e-a19b-ecac5a274b67" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.805556] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.805824] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.805910] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.806452] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.806589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.806820] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.806966] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.807062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.807289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.807364] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.808025] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 is going to be updated. [ 916.833797] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.833797] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.833797] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.833797] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.833797] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.842906] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 in Status: IN_PROGRESS for 2s [ 917.139998] env[69242]: INFO networking_nsxv3.common.synchronization [req-781c93cb-7a35-4203-b130-1ef79c260344 req-340662b0-df1b-4195-b6dd-1c72ce70c6a2 service nova] Enqueued Resource ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 with Priority: HIGHEST for action security_group_rules [ 917.140266] env[69242]: INFO networking_nsxv3.common.synchronization [req-781c93cb-7a35-4203-b130-1ef79c260344 req-340662b0-df1b-4195-b6dd-1c72ce70c6a2 service nova] Enqueued Resource ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 with Priority: HIGHEST for action security_group_members [ 917.140319] env[69242]: INFO networking_nsxv3.common.synchronization [req-781c93cb-7a35-4203-b130-1ef79c260344 req-340662b0-df1b-4195-b6dd-1c72ce70c6a2 service nova] Enqueued Resource ID: f29807e2-479d-4c7e-a19b-ecac5a274b67 with Priority: HIGHEST for action port [ 917.140922] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 with Priority: HIGHEST for action security_group_rules [ 917.140922] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 with Priority: HIGHEST for action security_group_members [ 917.142574] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29807e2-479d-4c7e-a19b-ecac5a274b67 with Priority: HIGHEST for action port [ 917.142939] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-631813a3-4486-4aaf-b56f-dd40eb6136b8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.143118] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.143172] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.143384] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.143469] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('631813a3-4486-4aaf-b56f-dd40eb6136b8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.144446] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-631813a3-4486-4aaf-b56f-dd40eb6136b8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.144569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.144634] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.144808] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.144958] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.145063] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.145127] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.145277] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.145357] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.145450] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('631813a3-4486-4aaf-b56f-dd40eb6136b8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.146204] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-f29807e2-479d-4c7e-a19b-ecac5a274b67 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.146343] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f29807e2-479d-4c7e-a19b-ecac5a274b67" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.146424] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f29807e2-479d-4c7e-a19b-ecac5a274b67" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.147786] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f29807e2-479d-4c7e-a19b-ecac5a274b67" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.147786] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f29807e2-479d-4c7e-a19b-ecac5a274b67',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.320161] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 860de744-7946-4cac-ad57-298e48424855 in Status: SUCCESS [ 917.320444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.320837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.320837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.321010] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.321240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.321329] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.321692] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.321692] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.321692] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.321840] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('860de744-7946-4cac-ad57-298e48424855',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.648520] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('631813a3-4486-4aaf-b56f-dd40eb6136b8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.653635] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-631813a3-4486-4aaf-b56f-dd40eb6136b8 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.653758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.653911] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f29807e2-479d-4c7e-a19b-ecac5a274b67 with status ACTIVE [ 917.654080] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.654188] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.654252] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.654451] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.654534] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.654720] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.654773] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.654839] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.654988] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.655477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.655690] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.655789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.655853] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.655995] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.656091] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.656177] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f29807e2-479d-4c7e-a19b-ecac5a274b67 is going to be updated. [ 917.683365] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.683644] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.685084] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.685084] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.685084] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.685084] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f29807e2-479d-4c7e-a19b-ecac5a274b67" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.824512] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-860de744-7946-4cac-ad57-298e48424855 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.824776] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.824830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.825087] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.825321] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.825458] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.825537] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.825764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.825898] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.826202] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.826287] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-860de744-7946-4cac-ad57-298e48424855 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.826345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.826416] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.826584] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.826731] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.826821] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.826881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.827032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.827110] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.827198] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.827298] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('860de744-7946-4cac-ad57-298e48424855',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.045959] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 930b89d1-6daf-45d5-b088-407c553cd44f in Status: SUCCESS [ 918.046231] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.046432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.047121] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.047368] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.047526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.047714] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.047797] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.047936] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.048098] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.048169] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('930b89d1-6daf-45d5-b088-407c553cd44f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.154731] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('631813a3-4486-4aaf-b56f-dd40eb6136b8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.200014] env[69242]: INFO networking_nsxv3.common.synchronization [req-f804d915-5126-457f-8e45-eb534baa15a6 req-dfc34a27-ae73-4ca8-b642-2c9693b8f375 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 918.200855] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 918.200985] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.200985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.202768] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.202768] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.202768] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.202768] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.202768] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.205174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.205174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.205174] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.331252] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 860de744-7946-4cac-ad57-298e48424855: rpc.has_security_group_logging(os_id): False [ 918.349439] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.349439] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.349439] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.349705] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.367194] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.367917] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.367917] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.367917] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.368129] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.368162] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.368435] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.368672] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.368672] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.368745] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.368834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.369131] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.369305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.369351] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.369528] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.369663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.369774] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 860de744-7946-4cac-ad57-298e48424855 is going to be updated. [ 918.429154] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.429370] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.429446] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.429678] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.429876] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.442479] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 860de744-7946-4cac-ad57-298e48424855 in Status: IN_PROGRESS for 2s [ 918.553168] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-930b89d1-6daf-45d5-b088-407c553cd44f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.553168] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.553168] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.553168] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.553466] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.553466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.553466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.553569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.553663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.553928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.553928] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-930b89d1-6daf-45d5-b088-407c553cd44f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.554073] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.554073] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.554280] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.554405] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.554506] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.556959] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.556959] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.556959] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.556959] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.556959] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('930b89d1-6daf-45d5-b088-407c553cd44f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.651119] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.651332] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-385" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.651446] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-385" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.651719] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-385" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.651983] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.654542] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.654678] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.654933] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.655134] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.655433] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.655559] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.655674] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.655788] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.655903] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.656025] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.657595] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.659438] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.659558] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.659614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.659822] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.659902] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.659997] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 is going to be created. [ 918.679867] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.680211] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 918.680269] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.680430] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-385" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.680754] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-b1380dec-0276-4b11-9edc-ffc7368678f3 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.680964] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-b1380dec-0276-4b11-9edc-ffc7368678f3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.681109] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-b1380dec-0276-4b11-9edc-ffc7368678f3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.681770] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-b1380dec-0276-4b11-9edc-ffc7368678f3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.681953] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1380dec-0276-4b11-9edc-ffc7368678f3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.684090] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.684226] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.684284] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.684453] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.684604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.695980] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 in Status: UNINITIALIZED for 2s [ 918.709025] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.852034] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 in Status: SUCCESS [ 918.852034] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 deletion is rescheduled due to dependency. [ 918.852034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.060038] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 930b89d1-6daf-45d5-b088-407c553cd44f: rpc.has_security_group_logging(os_id): False [ 919.077134] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.077340] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.077425] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.077676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.077922] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.078791] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.078791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.078791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.079020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.079020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.082107] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.082299] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.082408] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.082694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.082842] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.083189] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.083353] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.083464] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.083720] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.083858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.084011] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 930b89d1-6daf-45d5-b088-407c553cd44f is going to be created. [ 919.137557] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.137723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.137776] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.138078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.138281] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.150258] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 930b89d1-6daf-45d5-b088-407c553cd44f in Status: IN_PROGRESS for 2s [ 919.184944] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.185532] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.186388] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.186388] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.186457] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.186836] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port b1380dec-0276-4b11-9edc-ffc7368678f3 not found, creating... [ 919.187182] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.188222] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.188222] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.189215] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.189564] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.190292] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.190800] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.192060] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.194124] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.195953] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.195953] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: b1380dec-0276-4b11-9edc-ffc7368678f3 is going to be created. [ 919.212787] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.222042] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.226491] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.226694] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.227563] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.227563] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.227563] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-b1380dec-0276-4b11-9edc-ffc7368678f3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.716795] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.716795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.716795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.716795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.716795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.716795] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 is going to be updated. [ 919.743223] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.743358] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.743433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.743648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.743795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.752838] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: IN_PROGRESS for 2s [ 920.129345] env[69242]: INFO networking_nsxv3.common.synchronization [req-f804d915-5126-457f-8e45-eb534baa15a6 req-1ef3001c-b850-4134-9cec-264f4076ed15 service nova] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_rules [ 920.129408] env[69242]: INFO networking_nsxv3.common.synchronization [req-f804d915-5126-457f-8e45-eb534baa15a6 req-1ef3001c-b850-4134-9cec-264f4076ed15 service nova] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 920.129617] env[69242]: INFO networking_nsxv3.common.synchronization [req-f804d915-5126-457f-8e45-eb534baa15a6 req-1ef3001c-b850-4134-9cec-264f4076ed15 service nova] Enqueued Resource ID: b1380dec-0276-4b11-9edc-ffc7368678f3 with Priority: HIGHEST for action port [ 920.130415] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_rules [ 920.130652] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 920.130919] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1380dec-0276-4b11-9edc-ffc7368678f3 with Priority: HIGHEST for action port [ 920.131396] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.131540] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.131756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.132680] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.132802] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.135185] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.135382] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.136312] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1380dec-0276-4b11-9edc-ffc7368678f3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.136477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1380dec-0276-4b11-9edc-ffc7368678f3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.136548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1380dec-0276-4b11-9edc-ffc7368678f3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.136813] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1380dec-0276-4b11-9edc-ffc7368678f3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.136856] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1380dec-0276-4b11-9edc-ffc7368678f3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.454981] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 860de744-7946-4cac-ad57-298e48424855 in Status: SUCCESS [ 920.455194] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.640935] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1380dec-0276-4b11-9edc-ffc7368678f3 with status ACTIVE [ 920.641196] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.641330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.641394] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.641627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.641720] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.641904] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.641999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.642067] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.642223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.642293] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.642479] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.642566] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.642622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.642773] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.643711] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.643711] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1380dec-0276-4b11-9edc-ffc7368678f3 is going to be updated. [ 920.644176] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.644254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.664396] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.664609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.664609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.664722] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.664855] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.665031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1380dec-0276-4b11-9edc-ffc7368678f3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.705995] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 in Status: SUCCESS [ 920.707522] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.707714] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.708050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.708264] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.708386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.708452] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.708614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.708699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.708786] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.708895] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('631813a3-4486-4aaf-b56f-dd40eb6136b8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.796143] env[69242]: INFO networking_nsxv3.common.synchronization [req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd req-9d74f284-d8c0-43fb-8757-52ede71b3f27 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Enqueued Resource ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b with Priority: HIGHEST for action security_group_members [ 920.796624] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b with Priority: HIGHEST for action security_group_members [ 920.797620] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464884c-dd4d-4dd6-afbf-c657bd79c67b taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.797620] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.797620] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.798063] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.798063] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.798268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.798268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.798431] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.798502] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.798571] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1464884c-dd4d-4dd6-afbf-c657bd79c67b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.161465] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 930b89d1-6daf-45d5-b088-407c553cd44f in Status: SUCCESS [ 921.161760] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.215427] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('631813a3-4486-4aaf-b56f-dd40eb6136b8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.259931] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.259931] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-717" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.259931] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-717" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.260676] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-717" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.262724] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.262916] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.262998] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.263288] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.263427] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.264443] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.264668] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.264860] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.265030] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.265162] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.265270] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.265413] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.285064] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.285856] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 921.286155] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.286412] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-717" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.286730] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-0570bc10-337c-421f-af8a-9966ea65b1ee taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.288280] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-0570bc10-337c-421f-af8a-9966ea65b1ee" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.288432] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-0570bc10-337c-421f-af8a-9966ea65b1ee" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.288905] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-0570bc10-337c-421f-af8a-9966ea65b1ee" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.288905] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0570bc10-337c-421f-af8a-9966ea65b1ee',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.310019] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.310019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.310019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.310019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.310019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.310019] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.310019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.310019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.310019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.310019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.310019] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b already deleted. [ 921.310019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.718563] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 631813a3-4486-4aaf-b56f-dd40eb6136b8: rpc.has_security_group_logging(os_id): False [ 921.738719] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.738882] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.738955] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.739193] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.739802] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.739802] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.739802] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.739802] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.740023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.740023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.740076] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 is going to be created. [ 921.765020] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: SUCCESS [ 921.765020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.765020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.765020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.765020] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.765020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.765020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.765020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.765020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.765020] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.794019] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.794019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.794165] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.794481] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.794632] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.794857] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 0570bc10-337c-421f-af8a-9966ea65b1ee not found, creating... [ 921.795221] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.795463] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.795649] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.796802] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.796802] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.796802] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.797288] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.797288] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.798453] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.798453] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.798453] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 0570bc10-337c-421f-af8a-9966ea65b1ee is going to be created. [ 921.800642] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.800844] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.800984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.801170] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.801347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.813093] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 in Status: IN_PROGRESS for 2s [ 921.820405] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.820609] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.820732] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.821040] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.821288] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.821555] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-0570bc10-337c-421f-af8a-9966ea65b1ee" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.268377] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.729651] env[69242]: INFO networking_nsxv3.common.synchronization [req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd req-9731af3c-d4a1-4bca-98e4-3c1f2bc4ca69 service nova] Enqueued Resource ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b with Priority: HIGHEST for action security_group_rules [ 922.729847] env[69242]: INFO networking_nsxv3.common.synchronization [req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd req-9731af3c-d4a1-4bca-98e4-3c1f2bc4ca69 service nova] Enqueued Resource ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b with Priority: HIGHEST for action security_group_members [ 922.730024] env[69242]: INFO networking_nsxv3.common.synchronization [req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd req-9731af3c-d4a1-4bca-98e4-3c1f2bc4ca69 service nova] Enqueued Resource ID: 0570bc10-337c-421f-af8a-9966ea65b1ee with Priority: HIGHEST for action port [ 922.732630] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b with Priority: HIGHEST for action security_group_rules [ 922.732630] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b with Priority: HIGHEST for action security_group_members [ 922.732630] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0570bc10-337c-421f-af8a-9966ea65b1ee with Priority: HIGHEST for action port [ 922.732630] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1464884c-dd4d-4dd6-afbf-c657bd79c67b taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.732630] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.732630] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.732630] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.732630] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1464884c-dd4d-4dd6-afbf-c657bd79c67b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.736179] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464884c-dd4d-4dd6-afbf-c657bd79c67b taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.736334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.736397] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.736608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.736832] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.736932] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.736932] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.737195] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.737195] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.737282] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1464884c-dd4d-4dd6-afbf-c657bd79c67b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.739541] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-0570bc10-337c-421f-af8a-9966ea65b1ee taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.739541] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0570bc10-337c-421f-af8a-9966ea65b1ee" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.739541] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0570bc10-337c-421f-af8a-9966ea65b1ee" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.739541] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0570bc10-337c-421f-af8a-9966ea65b1ee" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.739541] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0570bc10-337c-421f-af8a-9966ea65b1ee',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.773038] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.239831] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1464884c-dd4d-4dd6-afbf-c657bd79c67b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.241289] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464884c-dd4d-4dd6-afbf-c657bd79c67b taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.241429] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.245064] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0570bc10-337c-421f-af8a-9966ea65b1ee with status ACTIVE [ 923.245301] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.245428] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.245502] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.245778] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.245875] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.246365] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.246365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.246365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.246563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.246613] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.246864] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.246955] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.247021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.247147] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.247218] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.247304] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0570bc10-337c-421f-af8a-9966ea65b1ee is going to be updated. [ 923.269128] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.269289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.269360] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.269601] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.269812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.270072] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0570bc10-337c-421f-af8a-9966ea65b1ee" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.275108] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.275108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.275108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.275297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.275349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.275447] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 is going to be updated. [ 923.333606] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.333867] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.333867] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.334103] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.334229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.355402] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: IN_PROGRESS for 2s [ 923.742761] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1464884c-dd4d-4dd6-afbf-c657bd79c67b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.829197] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 in Status: SUCCESS [ 923.829544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.861827] env[69242]: INFO networking_nsxv3.common.synchronization [req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 req-063bad11-9aa7-4fee-aac0-e862e7324516 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Enqueued Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_members [ 923.862857] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_members [ 923.863309] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.863438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.863510] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.863742] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.863908] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.864365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.864438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.864616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.864707] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.864839] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.247580] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.247966] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.247966] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.249428] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.249546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.249663] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b is going to be created. [ 924.271761] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.271929] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.271977] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.272305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.272399] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.283231] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b in Status: UNINITIALIZED for 2s [ 924.372214] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.875839] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.366529] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: SUCCESS [ 925.366819] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.367242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.367490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.367685] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.367804] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.367870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.368057] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.368170] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.368277] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.368371] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.380624] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.380769] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.380837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.381443] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.381443] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.381443] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 is going to be updated. [ 925.416239] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.416239] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.416503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.416503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.416710] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.427133] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: IN_PROGRESS for 2s [ 925.871294] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.871508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.871508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.871811] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.872037] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.872159] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.872255] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.872530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.872656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.872759] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.872916] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.873049] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.873175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.873370] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.873547] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.873663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.873742] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.873966] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.874315] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.874514] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.874689] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.068458] env[69242]: INFO networking_nsxv3.common.synchronization [None req-76cc3f4a-3025-419f-a7de-18fe6a3fb797 None None] Enqueued Resource ID: 35df678c-2c42-46bb-b5a3-0a0ca4dcc025 with Priority: HIGHEST for action port [ 926.068458] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35df678c-2c42-46bb-b5a3-0a0ca4dcc025 with Priority: HIGHEST for action port [ 926.068458] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-35df678c-2c42-46bb-b5a3-0a0ca4dcc025 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.068458] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35df678c-2c42-46bb-b5a3-0a0ca4dcc025" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.068458] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35df678c-2c42-46bb-b5a3-0a0ca4dcc025" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.068458] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35df678c-2c42-46bb-b5a3-0a0ca4dcc025" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.068458] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35df678c-2c42-46bb-b5a3-0a0ca4dcc025',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.294691] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b in Status: SUCCESS [ 926.294691] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.294691] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.294691] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.295375] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.295375] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.295375] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.295375] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.295375] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.295375] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.295375] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1464884c-dd4d-4dd6-afbf-c657bd79c67b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.378441] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66e2e6a0-a355-4d9e-81c7-33cf13c5c565: rpc.has_security_group_logging(os_id): False [ 926.399390] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.400415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.400415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.400415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.401486] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.403016] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.403016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.403016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.403016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.403016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.403016] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.403016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.403586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.406048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.406048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.406048] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.406048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.406048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.406048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.406048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.406048] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 is going to be updated. [ 926.485868] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.485868] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.485868] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.486028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.486203] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.503156] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: IN_PROGRESS for 2s [ 926.573139] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35df678c-2c42-46bb-b5a3-0a0ca4dcc025 [ 926.573139] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.573139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.573337] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.573457] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.573575] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.573718] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35df678c-2c42-46bb-b5a3-0a0ca4dcc025 already deleted. [ 926.573819] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35df678c-2c42-46bb-b5a3-0a0ca4dcc025" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.798478] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1464884c-dd4d-4dd6-afbf-c657bd79c67b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.301958] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1464884c-dd4d-4dd6-afbf-c657bd79c67b: rpc.has_security_group_logging(os_id): False [ 927.318498] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.318688] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.318729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.319591] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.319591] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.319591] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.319591] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.319591] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.319591] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.319872] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.319872] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b is going to be created. [ 927.377717] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.377883] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.378047] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.378233] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.378431] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.388447] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b in Status: IN_PROGRESS for 2s [ 927.439321] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: SUCCESS [ 927.439321] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.708092] env[69242]: INFO networking_nsxv3.common.synchronization [req-75089b3e-68ad-4a56-bedb-51fc188e08fb req-9d951f70-fa27-437c-8de5-3c2e9cff0e40 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Enqueued Resource ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf with Priority: HIGHEST for action security_group_members [ 927.708711] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf with Priority: HIGHEST for action security_group_members [ 927.709054] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-872d5737-132a-4a26-bd00-0b0af6eaaebf taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.709184] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.709256] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.709528] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.709731] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.709813] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.709850] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.710059] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.710119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.710235] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('872d5737-132a-4a26-bd00-0b0af6eaaebf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.088311] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.088549] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-348" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.089240] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-348" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.089240] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-348" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.089388] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.089747] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.089747] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.090167] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.090167] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.090447] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.091146] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.091146] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.091146] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.091146] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.091146] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.091410] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.109841] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.110060] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 928.110229] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.110423] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-348" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.110775] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-266e2250-5873-42a2-b3dd-df913272352a taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.111054] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-266e2250-5873-42a2-b3dd-df913272352a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.111256] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-266e2250-5873-42a2-b3dd-df913272352a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.111587] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-266e2250-5873-42a2-b3dd-df913272352a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.111733] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('266e2250-5873-42a2-b3dd-df913272352a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.212061] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.212297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.212297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.212563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.212696] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.212879] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.212984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.213055] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.213228] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.213314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.213420] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf already deleted. [ 928.213496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.519043] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: SUCCESS [ 928.519405] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.613998] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.614273] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.614456] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.614773] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.614922] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.615098] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 266e2250-5873-42a2-b3dd-df913272352a not found, creating... [ 928.615369] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.615531] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.615649] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.615878] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.616027] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.616314] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.616469] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.616587] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.616790] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.616923] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.617073] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 266e2250-5873-42a2-b3dd-df913272352a is going to be created. [ 928.635395] env[69242]: INFO networking_nsxv3.common.synchronization [None req-72abbc79-e0bd-4b22-ade9-8467e7fcba63 None None] Enqueued Resource ID: 45fdb08f-1436-4c93-bf2c-2598dde46e2b with Priority: HIGHEST for action port [ 928.637247] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.637478] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.637598] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.637869] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.638162] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.638419] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-266e2250-5873-42a2-b3dd-df913272352a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.639579] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fdb08f-1436-4c93-bf2c-2598dde46e2b with Priority: HIGHEST for action port [ 928.640112] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-45fdb08f-1436-4c93-bf2c-2598dde46e2b taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.640325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45fdb08f-1436-4c93-bf2c-2598dde46e2b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.640361] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45fdb08f-1436-4c93-bf2c-2598dde46e2b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.640618] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45fdb08f-1436-4c93-bf2c-2598dde46e2b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.640748] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45fdb08f-1436-4c93-bf2c-2598dde46e2b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.147066] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45fdb08f-1436-4c93-bf2c-2598dde46e2b [ 929.147066] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.147066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.147066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.147066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.147066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.147066] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45fdb08f-1436-4c93-bf2c-2598dde46e2b already deleted. [ 929.147066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45fdb08f-1436-4c93-bf2c-2598dde46e2b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.397592] env[69242]: INFO networking_nsxv3.common.synchronization [req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea req-5cd765c5-96d9-46a9-a996-ecb409406eb1 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Enqueued Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_members [ 929.398347] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_members [ 929.399022] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.399176] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.399261] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.399479] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.399634] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.399737] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.399800] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.399953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.403896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.404061] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.405653] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b in Status: SUCCESS [ 929.405857] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.481950] env[69242]: INFO networking_nsxv3.common.synchronization [req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f req-7894d80c-0991-4bae-87b5-08f8a6a7b3f4 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 929.482489] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 929.482789] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.482915] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.482982] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.483791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.483993] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.484152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.484240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.484429] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.484543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.484660] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.542486] env[69242]: INFO networking_nsxv3.common.synchronization [req-75089b3e-68ad-4a56-bedb-51fc188e08fb req-ea8e930a-e5dc-46c3-a1ad-eb29051a4676 service nova] Enqueued Resource ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf with Priority: HIGHEST for action security_group_rules [ 929.542737] env[69242]: INFO networking_nsxv3.common.synchronization [req-75089b3e-68ad-4a56-bedb-51fc188e08fb req-ea8e930a-e5dc-46c3-a1ad-eb29051a4676 service nova] Enqueued Resource ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf with Priority: HIGHEST for action security_group_members [ 929.542871] env[69242]: INFO networking_nsxv3.common.synchronization [req-75089b3e-68ad-4a56-bedb-51fc188e08fb req-ea8e930a-e5dc-46c3-a1ad-eb29051a4676 service nova] Enqueued Resource ID: 266e2250-5873-42a2-b3dd-df913272352a with Priority: HIGHEST for action port [ 929.543118] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf with Priority: HIGHEST for action security_group_rules [ 929.543327] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf with Priority: HIGHEST for action security_group_members [ 929.543448] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266e2250-5873-42a2-b3dd-df913272352a with Priority: HIGHEST for action port [ 929.545140] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-872d5737-132a-4a26-bd00-0b0af6eaaebf taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.545140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.545140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.545140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.545140] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('872d5737-132a-4a26-bd00-0b0af6eaaebf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.545724] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-872d5737-132a-4a26-bd00-0b0af6eaaebf taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.545873] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.545960] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.546243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.546388] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.546524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.546601] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.546768] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.546871] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.546974] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('872d5737-132a-4a26-bd00-0b0af6eaaebf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.551495] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-266e2250-5873-42a2-b3dd-df913272352a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.551495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-266e2250-5873-42a2-b3dd-df913272352a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.551495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-266e2250-5873-42a2-b3dd-df913272352a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.551741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-266e2250-5873-42a2-b3dd-df913272352a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.551741] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('266e2250-5873-42a2-b3dd-df913272352a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.780898] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.781121] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.781241] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.781538] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.781805] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.781964] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.782101] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.782325] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.782480] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.782702] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.782842] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.782927] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.783047] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.783161] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.784017] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.784017] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.813412] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.813412] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 929.813412] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.813412] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.813729] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-9683d863-46ab-4751-b254-366f06c11742 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.813729] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-9683d863-46ab-4751-b254-366f06c11742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.813729] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-9683d863-46ab-4751-b254-366f06c11742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.814278] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-9683d863-46ab-4751-b254-366f06c11742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.814278] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9683d863-46ab-4751-b254-366f06c11742',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.907383] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.907561] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.907636] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.907895] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.907957] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.908251] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.908365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.908429] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.908606] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.908704] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.908768] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 is going to be updated. [ 929.946726] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.947053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.947053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.947552] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.947552] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.956833] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 in Status: IN_PROGRESS for 2s [ 929.988405] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.988577] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.988618] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.988852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.010589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.010746] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.010817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.010854] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.011443] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.011443] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.011443] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e is going to be updated. [ 930.036175] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.036341] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.036412] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.037312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.037312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.053804] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-872d5737-132a-4a26-bd00-0b0af6eaaebf taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.053963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.054241] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('872d5737-132a-4a26-bd00-0b0af6eaaebf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.055832] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: IN_PROGRESS for 2s [ 930.056025] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 266e2250-5873-42a2-b3dd-df913272352a with status ACTIVE [ 930.056216] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.056337] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.056455] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.056660] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.056750] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.056945] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.057060] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.057122] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.057279] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.057402] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.057660] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.057778] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.057843] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.057992] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.058110] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.058363] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 266e2250-5873-42a2-b3dd-df913272352a is going to be updated. [ 930.081707] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.081862] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.081862] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.082502] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.082502] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.082502] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-266e2250-5873-42a2-b3dd-df913272352a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.317199] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.317340] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.317469] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.317759] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.317923] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.318100] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 9683d863-46ab-4751-b254-366f06c11742 not found, creating... [ 930.319052] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.319052] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.319052] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.319261] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.319450] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.319865] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.320119] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.320302] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.320536] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.320729] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.320892] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 9683d863-46ab-4751-b254-366f06c11742 is going to be created. [ 930.340539] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.340539] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.340539] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.340746] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.341803] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.341803] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-9683d863-46ab-4751-b254-366f06c11742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.560541] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('872d5737-132a-4a26-bd00-0b0af6eaaebf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.063690] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.063909] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.063909] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.064184] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.064184] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.064273] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf is going to be created. [ 931.087800] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.088013] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.088013] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.088743] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.088743] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.100073] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf in Status: UNINITIALIZED for 2s [ 931.496933] env[69242]: INFO networking_nsxv3.common.synchronization [req-57c07835-8bd0-4674-b2c2-1c77987eefe8 req-d440cda8-634a-4e70-b068-51e53be6cecc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Enqueued Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 931.497638] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 931.498136] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.499494] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.499632] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.500094] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.500385] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.500600] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.501142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.501142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.501142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.502250] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.536188] env[69242]: INFO networking_nsxv3.common.synchronization [req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f req-81aacf29-0634-4888-82ae-65b36d0ae0e1 service nova] Enqueued Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_rules [ 931.536188] env[69242]: INFO networking_nsxv3.common.synchronization [req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f req-81aacf29-0634-4888-82ae-65b36d0ae0e1 service nova] Enqueued Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 931.536188] env[69242]: INFO networking_nsxv3.common.synchronization [req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f req-81aacf29-0634-4888-82ae-65b36d0ae0e1 service nova] Enqueued Resource ID: 9683d863-46ab-4751-b254-366f06c11742 with Priority: HIGHEST for action port [ 931.536188] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_rules [ 931.536188] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 931.537623] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9683d863-46ab-4751-b254-366f06c11742 with Priority: HIGHEST for action port [ 931.538297] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.538630] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.539444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.540777] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.540777] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.540777] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.540777] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.542092] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-9683d863-46ab-4751-b254-366f06c11742 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.542092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9683d863-46ab-4751-b254-366f06c11742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.542092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9683d863-46ab-4751-b254-366f06c11742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.542092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9683d863-46ab-4751-b254-366f06c11742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.542092] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9683d863-46ab-4751-b254-366f06c11742',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.914438] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.914438] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-965" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.914438] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-965" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.914438] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-965" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.914438] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.914438] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.914438] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.914438] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.914438] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.916126] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.919022] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.919022] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.919022] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.919022] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.919022] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.919022] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.937182] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.937182] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 931.937182] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.937182] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-965" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.937182] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-3a91c992-0f5e-4e85-a5b5-37dab88b44be taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.937182] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-3a91c992-0f5e-4e85-a5b5-37dab88b44be" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.937182] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-3a91c992-0f5e-4e85-a5b5-37dab88b44be" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.937182] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-3a91c992-0f5e-4e85-a5b5-37dab88b44be" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.937182] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a91c992-0f5e-4e85-a5b5-37dab88b44be',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.967440] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 in Status: SUCCESS [ 931.971021] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 deletion is rescheduled due to dependency. [ 931.971021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.006709] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.044393] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9683d863-46ab-4751-b254-366f06c11742 with status ACTIVE [ 932.045031] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.045031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.045031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.045225] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.047159] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.047159] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.047284] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.047284] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.047445] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.047514] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.047706] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.047803] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.047864] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.048013] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.048100] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.048187] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9683d863-46ab-4751-b254-366f06c11742 is going to be updated. [ 932.049627] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.049627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.068399] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: SUCCESS [ 932.068399] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e deletion is rescheduled due to dependency. [ 932.068399] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.068399] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.068670] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.071428] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.071428] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.071428] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.071428] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.071428] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.071428] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.073345] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.073458] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.073528] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.073690] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.073823] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.073984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9683d863-46ab-4751-b254-366f06c11742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.090325] env[69242]: INFO networking_nsxv3.common.synchronization [None req-4df5594b-eca7-452b-92e3-d18ff7e9201c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Enqueued Resource ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a with Priority: HIGHEST for action security_group_rules [ 932.090859] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a with Priority: HIGHEST for action security_group_rules [ 932.091269] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0080a83f-9b13-443f-8ebc-40abab5ee22a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.091397] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.091465] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.091712] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.091796] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0080a83f-9b13-443f-8ebc-40abab5ee22a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.201722] env[69242]: INFO networking_nsxv3.common.synchronization [None req-e655356b-ee43-4ac5-9b35-d53b83cace3e tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Enqueued Resource ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a with Priority: HIGHEST for action security_group_rules [ 932.202156] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a with Priority: HIGHEST for action security_group_rules [ 932.202529] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0080a83f-9b13-443f-8ebc-40abab5ee22a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.202624] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.447749] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.448062] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.448213] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.448539] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.448713] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.448880] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 3a91c992-0f5e-4e85-a5b5-37dab88b44be not found, creating... [ 932.449189] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.449357] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.449522] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.449800] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.449914] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.450513] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.450513] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.450513] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.450731] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.451646] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.451646] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 3a91c992-0f5e-4e85-a5b5-37dab88b44be is going to be created. [ 932.473928] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.474033] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.474160] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.474452] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.474690] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.474923] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-3a91c992-0f5e-4e85-a5b5-37dab88b44be" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.510301] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.575046] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.629524] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.629524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.629524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.629524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.629524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.629524] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a already deleted. [ 932.629524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.629524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.629524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.629524] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0080a83f-9b13-443f-8ebc-40abab5ee22a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.813510] env[69242]: INFO networking_nsxv3.common.synchronization [None req-2210c0df-c237-435e-9468-18e311fc26a2 None None] Enqueued Resource ID: 506d7d07-3050-467b-b162-272293d98b6e with Priority: HIGHEST for action port [ 932.815020] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 506d7d07-3050-467b-b162-272293d98b6e with Priority: HIGHEST for action port [ 932.815020] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-506d7d07-3050-467b-b162-272293d98b6e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.815020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-506d7d07-3050-467b-b162-272293d98b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.815020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-506d7d07-3050-467b-b162-272293d98b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.815020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-506d7d07-3050-467b-b162-272293d98b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.815020] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('506d7d07-3050-467b-b162-272293d98b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.012421] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.012784] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.012784] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.012932] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.013049] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.013156] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 is going to be updated. [ 933.041617] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.041617] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.041617] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.041879] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.042174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.053223] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: IN_PROGRESS for 2s [ 933.079899] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.094351] env[69242]: INFO networking_nsxv3.common.synchronization [req-da6e2b78-9698-44b3-979a-cd467578d115 req-3c723314-a961-47d0-b8c5-ff832ec6609d tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Enqueued Resource ID: 930b89d1-6daf-45d5-b088-407c553cd44f with Priority: HIGHEST for action security_group_members [ 933.095191] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 930b89d1-6daf-45d5-b088-407c553cd44f with Priority: HIGHEST for action security_group_members [ 933.095378] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-930b89d1-6daf-45d5-b088-407c553cd44f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.095502] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.096330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.096330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.096497] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.096624] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.096717] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.097082] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.097155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.097235] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('930b89d1-6daf-45d5-b088-407c553cd44f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.116200] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf in Status: SUCCESS [ 933.116499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.117588] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.117588] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.117588] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.117824] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.117824] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.117901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.117939] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.118042] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.118139] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('872d5737-132a-4a26-bd00-0b0af6eaaebf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.156173] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.156374] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.156478] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.156759] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.156890] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.157084] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a already deleted. [ 933.157154] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.320038] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 506d7d07-3050-467b-b162-272293d98b6e [ 933.320336] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.320468] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.320540] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.320766] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.320859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.320960] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:506d7d07-3050-467b-b162-272293d98b6e already deleted. [ 933.321068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-506d7d07-3050-467b-b162-272293d98b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.583231] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.583541] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.583541] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.583762] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.584279] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.584279] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e is going to be updated. [ 933.599595] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.599840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.599908] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.600199] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.600375] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.600615] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.600775] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.600861] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.601104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.601362] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.601362] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 930b89d1-6daf-45d5-b088-407c553cd44f is going to be updated. [ 933.620118] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-872d5737-132a-4a26-bd00-0b0af6eaaebf taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.620118] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.620481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.620481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.620725] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.620725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.620939] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.620939] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.621098] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.621733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.621733] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-872d5737-132a-4a26-bd00-0b0af6eaaebf taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.621733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.621733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.621733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.622251] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.622251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.622251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.622251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.622251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.622717] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.622717] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('872d5737-132a-4a26-bd00-0b0af6eaaebf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.624183] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.624373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.624373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.624521] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.624655] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.632969] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: IN_PROGRESS for 2s [ 933.644257] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.644519] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.644519] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.644818] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.644998] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.670190] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 930b89d1-6daf-45d5-b088-407c553cd44f in Status: IN_PROGRESS for 2s [ 933.697256] env[69242]: INFO networking_nsxv3.common.synchronization [req-57c07835-8bd0-4674-b2c2-1c77987eefe8 req-20c2cfd4-8203-46e1-9c8b-863090ef1c3d service nova] Enqueued Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_rules [ 933.697734] env[69242]: INFO networking_nsxv3.common.synchronization [req-57c07835-8bd0-4674-b2c2-1c77987eefe8 req-20c2cfd4-8203-46e1-9c8b-863090ef1c3d service nova] Enqueued Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 933.697734] env[69242]: INFO networking_nsxv3.common.synchronization [req-57c07835-8bd0-4674-b2c2-1c77987eefe8 req-20c2cfd4-8203-46e1-9c8b-863090ef1c3d service nova] Enqueued Resource ID: 3a91c992-0f5e-4e85-a5b5-37dab88b44be with Priority: HIGHEST for action port [ 933.698416] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_rules [ 933.698559] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 933.698742] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a91c992-0f5e-4e85-a5b5-37dab88b44be with Priority: HIGHEST for action port [ 933.699913] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.699913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.699913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.699913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.699913] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.700592] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.700702] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.700965] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a91c992-0f5e-4e85-a5b5-37dab88b44be taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.702184] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a91c992-0f5e-4e85-a5b5-37dab88b44be" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.702184] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a91c992-0f5e-4e85-a5b5-37dab88b44be" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.702184] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a91c992-0f5e-4e85-a5b5-37dab88b44be" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.702401] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a91c992-0f5e-4e85-a5b5-37dab88b44be',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.127486] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 872d5737-132a-4a26-bd00-0b0af6eaaebf: rpc.has_security_group_logging(os_id): False [ 934.146376] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.146518] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.146607] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.147545] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.147545] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.147545] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.147545] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.147545] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.147871] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.147871] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.147984] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.148103] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.148199] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.148469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.148551] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.148813] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.148936] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.148995] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.150215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.154200] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.154474] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf is going to be created. [ 934.204499] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.204650] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.204867] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a91c992-0f5e-4e85-a5b5-37dab88b44be with status ACTIVE [ 934.208178] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.208178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.208178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.208178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.208178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.208178] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.208178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.208178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.208178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.208178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.208178] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.208178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.208178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.208178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.208178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.208178] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a91c992-0f5e-4e85-a5b5-37dab88b44be is going to be updated. [ 934.233578] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.233826] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.233901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.234188] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.234383] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.245775] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.245998] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.246055] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.246258] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.246396] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.246636] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a91c992-0f5e-4e85-a5b5-37dab88b44be" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.247426] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf in Status: IN_PROGRESS for 2s [ 935.068845] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: SUCCESS [ 935.068969] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.069164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.069392] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.069598] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.069736] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.069813] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.069962] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.070054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.070155] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.209456] env[69242]: INFO networking_nsxv3.common.synchronization [None req-7dd3015b-385d-49a6-8410-da6464e33a0e None None] Enqueued Resource ID: bea76086-9ddc-412f-8834-ec25a0151a93 with Priority: HIGHEST for action port [ 935.209456] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea76086-9ddc-412f-8834-ec25a0151a93 with Priority: HIGHEST for action port [ 935.209456] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-bea76086-9ddc-412f-8834-ec25a0151a93 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.212024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bea76086-9ddc-412f-8834-ec25a0151a93" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.212024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bea76086-9ddc-412f-8834-ec25a0151a93" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.212024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bea76086-9ddc-412f-8834-ec25a0151a93" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.212024] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bea76086-9ddc-412f-8834-ec25a0151a93',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.571754] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.642437] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: SUCCESS [ 935.642437] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.642616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.642769] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.643054] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.643190] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.643257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.643422] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.643505] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.643590] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.643744] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.681706] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 930b89d1-6daf-45d5-b088-407c553cd44f in Status: SUCCESS [ 935.681961] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 930b89d1-6daf-45d5-b088-407c553cd44f deletion is rescheduled due to dependency. [ 935.683035] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.713257] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bea76086-9ddc-412f-8834-ec25a0151a93 [ 935.715468] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.715468] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.715468] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.715747] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.715853] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.715960] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bea76086-9ddc-412f-8834-ec25a0151a93 already deleted. [ 935.716104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bea76086-9ddc-412f-8834-ec25a0151a93" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.074475] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.147364] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.147364] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.147364] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.147586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.149130] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.149130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.149130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.149130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.149130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.149130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.149130] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.149130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.149130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.149130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.149130] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.149130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.149130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.149130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.149616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.149616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.149616] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.261140] env[69242]: INFO networking_nsxv3.common.synchronization [req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 req-cfe80a05-4d16-4dce-8d48-1c5c6d09cb02 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Enqueued Resource ID: 4a829448-f462-4072-b299-d017e73ac377 with Priority: HIGHEST for action security_group_members [ 936.261140] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf in Status: SUCCESS [ 936.261140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.261140] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a829448-f462-4072-b299-d017e73ac377 with Priority: HIGHEST for action security_group_members [ 936.262290] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a829448-f462-4072-b299-d017e73ac377 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.262438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.262504] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.262760] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.262937] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.263056] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.263120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.263284] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.263364] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.263454] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a829448-f462-4072-b299-d017e73ac377',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.567455] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.567673] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.567804] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.568091] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.568408] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.568530] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.568652] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.568872] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.569239] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.569509] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.569642] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.569750] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.569858] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.569970] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.570988] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.570988] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.578436] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.578660] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.578755] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.578975] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.579110] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.580618] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 is going to be updated. [ 936.595372] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.595659] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 936.596979] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.596979] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.596979] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-b61bd380-46bf-486d-9e26-54e9a84d3868 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.596979] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-b61bd380-46bf-486d-9e26-54e9a84d3868" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.598704] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-b61bd380-46bf-486d-9e26-54e9a84d3868" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.598704] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-b61bd380-46bf-486d-9e26-54e9a84d3868" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.598704] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b61bd380-46bf-486d-9e26-54e9a84d3868',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.611547] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.611912] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.612987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.613879] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.613879] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.621731] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: IN_PROGRESS for 2s [ 936.654161] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 267a7ef5-25ec-4e39-9364-f676e9946b6e: rpc.has_security_group_logging(os_id): False [ 936.670760] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.670941] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.671054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.671260] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.671351] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.671594] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.671812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.671892] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.672124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.672227] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.672444] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.672569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.672631] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.672739] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.672812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.673000] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.673107] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.673167] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.673304] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.673398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.673458] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e is going to be updated. [ 936.739440] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.739614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.739692] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.739930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.740099] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.757060] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: IN_PROGRESS for 2s [ 936.765739] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.765954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.766074] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.766268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.766377] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.766578] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.767514] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.767514] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.767514] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.767514] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.767514] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a829448-f462-4072-b299-d017e73ac377 already deleted. [ 936.767514] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.103773] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.103773] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.103773] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.103773] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.103773] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.103773] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port b61bd380-46bf-486d-9e26-54e9a84d3868 not found, creating... [ 937.104575] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.104575] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.104575] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.104575] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.104717] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.105016] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.105175] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.105304] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.105494] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.105659] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.105759] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: b61bd380-46bf-486d-9e26-54e9a84d3868 is going to be created. [ 937.126715] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.126959] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.127107] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.127413] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.131021] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.131021] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-b61bd380-46bf-486d-9e26-54e9a84d3868" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.735927] env[69242]: INFO networking_nsxv3.common.synchronization [None req-71551c1f-1b04-450c-bed8-7aa6e9ce01fc tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 937.736475] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 937.736776] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.736901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.736970] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.737204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.737979] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.737979] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.737979] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.737979] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.737979] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.737979] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.241162] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.285845] env[69242]: INFO networking_nsxv3.common.synchronization [req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 req-7c860551-1191-4d95-a688-f7129ff2f865 service nova] Enqueued Resource ID: 4a829448-f462-4072-b299-d017e73ac377 with Priority: HIGHEST for action security_group_rules [ 938.285845] env[69242]: INFO networking_nsxv3.common.synchronization [req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 req-7c860551-1191-4d95-a688-f7129ff2f865 service nova] Enqueued Resource ID: 4a829448-f462-4072-b299-d017e73ac377 with Priority: HIGHEST for action security_group_members [ 938.285845] env[69242]: INFO networking_nsxv3.common.synchronization [req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 req-7c860551-1191-4d95-a688-f7129ff2f865 service nova] Enqueued Resource ID: b61bd380-46bf-486d-9e26-54e9a84d3868 with Priority: HIGHEST for action port [ 938.286974] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a829448-f462-4072-b299-d017e73ac377 with Priority: HIGHEST for action security_group_rules [ 938.287354] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a829448-f462-4072-b299-d017e73ac377 with Priority: HIGHEST for action security_group_members [ 938.287624] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61bd380-46bf-486d-9e26-54e9a84d3868 with Priority: HIGHEST for action port [ 938.290276] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a829448-f462-4072-b299-d017e73ac377 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.290276] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.290276] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.290276] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.290276] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a829448-f462-4072-b299-d017e73ac377',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.294187] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a829448-f462-4072-b299-d017e73ac377 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.294187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.294187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.294187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.294187] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.294187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.294187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.294187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.294187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.294187] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a829448-f462-4072-b299-d017e73ac377',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.294187] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-b61bd380-46bf-486d-9e26-54e9a84d3868 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.294187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b61bd380-46bf-486d-9e26-54e9a84d3868" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.294187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b61bd380-46bf-486d-9e26-54e9a84d3868" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.294187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b61bd380-46bf-486d-9e26-54e9a84d3868" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.294187] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b61bd380-46bf-486d-9e26-54e9a84d3868',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.631823] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: SUCCESS [ 938.632056] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.632211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.632426] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.632609] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.632721] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.632797] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.632987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.633076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.633160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.633261] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.742475] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.769796] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: SUCCESS [ 938.770030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.796151] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a829448-f462-4072-b299-d017e73ac377 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.796487] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.800231] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a829448-f462-4072-b299-d017e73ac377',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.800764] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b61bd380-46bf-486d-9e26-54e9a84d3868 with status ACTIVE [ 938.800956] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.801091] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.801155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.801391] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.801457] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.801635] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.801732] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.801798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.801984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.802068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.802344] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.802457] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.802525] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.802670] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.802747] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.802883] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b61bd380-46bf-486d-9e26-54e9a84d3868 is going to be updated. [ 938.824858] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.824858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.824858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.824858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.824858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.824858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b61bd380-46bf-486d-9e26-54e9a84d3868" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.076851] env[69242]: INFO networking_nsxv3.common.synchronization [req-8d94bf57-2136-4f7d-8223-14fa8e714695 req-f1dd18ce-a97b-46c9-9df2-a6e5b83db551 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Enqueued Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 939.077393] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 939.077703] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.077825] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.077892] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.078290] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.078462] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.078570] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.078636] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.078980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.079147] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.079302] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.136153] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.137113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.137202] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.137427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.137676] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.137748] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.137812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.137991] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.138101] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.138192] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.138381] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.138502] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.138579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.138728] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.138873] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.138965] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.139038] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.139177] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.139272] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.139366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.139568] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.248150] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.248150] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.248150] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.248150] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.248150] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.248150] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e is going to be updated. [ 939.276576] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.279120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.279120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.279120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.279120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.286443] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: IN_PROGRESS for 2s [ 939.304989] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a829448-f462-4072-b299-d017e73ac377',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.421029] env[69242]: INFO networking_nsxv3.common.synchronization [req-96b45e2d-56d5-4638-b72c-388c80394ef6 req-ac9cff62-2259-4d9e-a96f-ac9dde1d4334 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 939.421029] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 939.421029] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.421029] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.421029] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.421029] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.421836] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.422109] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.422340] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.422776] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.423097] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.423348] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.582397] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.585018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.585018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.585018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.585018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.585018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.585018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.585018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.585018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.585018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.585018] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 is going to be updated. [ 939.610775] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.610775] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.610775] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.610775] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.610775] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.618933] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: IN_PROGRESS for 2s [ 939.644373] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 142a013c-c9ce-4b76-86a7-cea418fa5669: rpc.has_security_group_logging(os_id): False [ 939.663134] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.663134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.663134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.663134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.663134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.663134] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.663134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.663134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.663134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.663134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.663134] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.663134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.663134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.663134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.663134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.663654] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.664338] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.664559] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.664822] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.665268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.665486] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 is going to be updated. [ 939.683024] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-457 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.683024] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-457" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.683024] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-457" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.683024] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-457" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.683024] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.683024] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.683024] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.683024] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.683024] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.683024] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 939.683024] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.683798] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.688031] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.688031] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 939.688031] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.688031] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.706017] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.706017] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 939.706017] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.706017] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-457" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.706017] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-0d4ff831-73a2-4b46-b26f-5deeb6a5036f taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.706017] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-0d4ff831-73a2-4b46-b26f-5deeb6a5036f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.706017] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-0d4ff831-73a2-4b46-b26f-5deeb6a5036f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.706017] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-0d4ff831-73a2-4b46-b26f-5deeb6a5036f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.706017] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d4ff831-73a2-4b46-b26f-5deeb6a5036f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.726108] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.726108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.726108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.726108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.726108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.741352] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: IN_PROGRESS for 2s [ 939.814686] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.814686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.814686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.814686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.814686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.814686] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a829448-f462-4072-b299-d017e73ac377 is going to be created. [ 939.832704] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.832859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.832931] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.833170] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.833331] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.842243] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a829448-f462-4072-b299-d017e73ac377 in Status: UNINITIALIZED for 2s [ 939.892448] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.892739] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.892875] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.893498] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.893807] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.894035] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.894419] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.894882] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.895052] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.895309] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 939.895457] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.895617] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.896043] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.896341] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 939.896592] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.896833] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.921662] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.922236] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 939.922546] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.922881] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.923621] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-dabbebff-6060-4746-b799-0695848be7ab taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.923993] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-dabbebff-6060-4746-b799-0695848be7ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.924178] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-dabbebff-6060-4746-b799-0695848be7ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.924572] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-dabbebff-6060-4746-b799-0695848be7ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.924865] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dabbebff-6060-4746-b799-0695848be7ab',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.926239] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.208321] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.208566] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.208736] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.209271] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.210034] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.210291] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 0d4ff831-73a2-4b46-b26f-5deeb6a5036f not found, creating... [ 940.210680] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.210912] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.211674] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.211999] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.212252] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.212666] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.212926] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.213975] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.213975] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.213975] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.213975] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 0d4ff831-73a2-4b46-b26f-5deeb6a5036f is going to be created. [ 940.235583] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.235725] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.235916] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.236332] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.236694] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.237053] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-0d4ff831-73a2-4b46-b26f-5deeb6a5036f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.429180] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.429420] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.429557] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.430154] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.430154] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.430154] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port dabbebff-6060-4746-b799-0695848be7ab not found, creating... [ 940.430642] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.430967] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.431218] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.431474] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.431703] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.432027] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.432964] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.433997] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.433997] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.433997] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.433997] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: dabbebff-6060-4746-b799-0695848be7ab is going to be created. [ 940.434834] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.452266] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.453491] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.453491] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.453491] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.453491] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.453491] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-dabbebff-6060-4746-b799-0695848be7ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.938101] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.938663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.938663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.938663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.938663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.938916] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 is going to be updated. [ 940.965733] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.965908] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.965946] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.966177] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.966349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.977975] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: IN_PROGRESS for 2s [ 941.296167] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: SUCCESS [ 941.296167] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.513292] env[69242]: INFO networking_nsxv3.common.synchronization [req-8d94bf57-2136-4f7d-8223-14fa8e714695 req-104a31a5-2f78-46b5-8219-831648c07943 service nova] Enqueued Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_rules [ 941.513292] env[69242]: INFO networking_nsxv3.common.synchronization [req-8d94bf57-2136-4f7d-8223-14fa8e714695 req-104a31a5-2f78-46b5-8219-831648c07943 service nova] Enqueued Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 941.513292] env[69242]: INFO networking_nsxv3.common.synchronization [req-8d94bf57-2136-4f7d-8223-14fa8e714695 req-104a31a5-2f78-46b5-8219-831648c07943 service nova] Enqueued Resource ID: 0d4ff831-73a2-4b46-b26f-5deeb6a5036f with Priority: HIGHEST for action port [ 941.513292] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_rules [ 941.513292] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 941.513292] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d4ff831-73a2-4b46-b26f-5deeb6a5036f with Priority: HIGHEST for action port [ 941.515279] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.515420] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.515460] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.515697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.515785] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.516684] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.516782] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.516972] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d4ff831-73a2-4b46-b26f-5deeb6a5036f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.517106] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d4ff831-73a2-4b46-b26f-5deeb6a5036f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.517171] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d4ff831-73a2-4b46-b26f-5deeb6a5036f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.518211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d4ff831-73a2-4b46-b26f-5deeb6a5036f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.519093] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d4ff831-73a2-4b46-b26f-5deeb6a5036f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.629696] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: SUCCESS [ 941.630265] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 deletion is rescheduled due to dependency. [ 941.630265] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.630434] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.630771] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.632955] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.633157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.633256] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.633526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.633646] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.633784] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.758431] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: SUCCESS [ 941.758712] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.761966] env[69242]: INFO networking_nsxv3.common.synchronization [req-619270fd-364d-4613-9982-9d10902f96e6 req-76a16cc2-7cad-4ebb-b68a-9f3791011a83 service nova] Enqueued Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_rules [ 941.762160] env[69242]: INFO networking_nsxv3.common.synchronization [req-619270fd-364d-4613-9982-9d10902f96e6 req-76a16cc2-7cad-4ebb-b68a-9f3791011a83 service nova] Enqueued Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 941.762302] env[69242]: INFO networking_nsxv3.common.synchronization [req-619270fd-364d-4613-9982-9d10902f96e6 req-76a16cc2-7cad-4ebb-b68a-9f3791011a83 service nova] Enqueued Resource ID: dabbebff-6060-4746-b799-0695848be7ab with Priority: HIGHEST for action port [ 941.762539] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_rules [ 941.762666] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 941.762763] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dabbebff-6060-4746-b799-0695848be7ab with Priority: HIGHEST for action port [ 941.763437] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.763495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.763539] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.763778] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.763848] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.764855] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.764948] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.765014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.765194] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.765339] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.765432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.765492] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.765632] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.765716] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.765861] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.766679] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-dabbebff-6060-4746-b799-0695848be7ab taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.766679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dabbebff-6060-4746-b799-0695848be7ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.766790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dabbebff-6060-4746-b799-0695848be7ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.766865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dabbebff-6060-4746-b799-0695848be7ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.767101] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dabbebff-6060-4746-b799-0695848be7ab',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.852715] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a829448-f462-4072-b299-d017e73ac377 in Status: SUCCESS [ 941.856477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.856477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.856477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.856477] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.856477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.856477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.856477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.856477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.856477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.856477] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a829448-f462-4072-b299-d017e73ac377',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.022387] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.026021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.026021] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d4ff831-73a2-4b46-b26f-5deeb6a5036f with status ACTIVE [ 942.026021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.026021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.026021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.026021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.026021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.026021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.026021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.026021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.026021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.026021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.026021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.026021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.026021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.026021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.026021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.028366] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d4ff831-73a2-4b46-b26f-5deeb6a5036f is going to be updated. [ 942.048256] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.048508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.048508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.048795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.048945] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.049166] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d4ff831-73a2-4b46-b26f-5deeb6a5036f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.137451] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.272178] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.272178] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.272178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.272178] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dabbebff-6060-4746-b799-0695848be7ab with status ACTIVE [ 942.272597] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.272597] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.272597] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.272711] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.272711] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.273753] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.273753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.273753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.273753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.273753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.273753] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.273753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.273753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.273753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.273753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.274376] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dabbebff-6060-4746-b799-0695848be7ab is going to be updated. [ 942.299651] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.299777] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.299844] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.300083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.300388] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.300651] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dabbebff-6060-4746-b799-0695848be7ab" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.359407] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a829448-f462-4072-b299-d017e73ac377',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.643270] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.778454] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.865752] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a829448-f462-4072-b299-d017e73ac377: rpc.has_security_group_logging(os_id): False [ 942.883887] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.884113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.884220] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.884512] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.884647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.884991] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.885152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.885270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.885476] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.885580] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.885708] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a829448-f462-4072-b299-d017e73ac377 is going to be created. [ 942.939533] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.939807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.939915] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.940182] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.942571] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.951696] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a829448-f462-4072-b299-d017e73ac377 in Status: IN_PROGRESS for 2s [ 942.987554] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: SUCCESS [ 942.987862] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.145617] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.145997] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.145997] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.145997] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.146113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.146330] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 is going to be updated. [ 943.173169] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.173317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.173527] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.173704] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.174526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.182988] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: IN_PROGRESS for 2s [ 943.282368] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.282541] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.282595] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.282864] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.282990] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.284641] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e is going to be updated. [ 943.311700] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.311700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.311700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.311700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.311921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.324639] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: IN_PROGRESS for 2s [ 944.964599] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a829448-f462-4072-b299-d017e73ac377 in Status: SUCCESS [ 944.964942] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.020659] env[69242]: INFO networking_nsxv3.common.synchronization [None req-e7387b9d-2422-4187-a343-7d818f849376 None None] Enqueued Resource ID: 3418c68b-c8a5-4cc8-bc3d-8048b987f0aa with Priority: HIGHEST for action port [ 945.020960] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3418c68b-c8a5-4cc8-bc3d-8048b987f0aa with Priority: HIGHEST for action port [ 945.021945] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-3418c68b-c8a5-4cc8-bc3d-8048b987f0aa taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.021945] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3418c68b-c8a5-4cc8-bc3d-8048b987f0aa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.021945] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3418c68b-c8a5-4cc8-bc3d-8048b987f0aa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.022186] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3418c68b-c8a5-4cc8-bc3d-8048b987f0aa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.022186] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3418c68b-c8a5-4cc8-bc3d-8048b987f0aa',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.191474] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: SUCCESS [ 945.192024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.192024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.192212] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.192403] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.192522] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.192585] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.192737] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.192820] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.192907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.193036] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.336358] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: SUCCESS [ 945.336358] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.337648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.337648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.337648] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.337648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.337648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.337648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.337648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.337648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.338084] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.516877] env[69242]: INFO networking_nsxv3.common.synchronization [req-204a9149-788a-44b1-82e2-de469813a6a8 req-799af58b-c650-4864-9305-8ef54a615544 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Enqueued Resource ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf with Priority: HIGHEST for action security_group_members [ 945.516877] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf with Priority: HIGHEST for action security_group_members [ 945.516877] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-872d5737-132a-4a26-bd00-0b0af6eaaebf taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.517273] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.517273] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.517273] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.520038] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.520038] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.520038] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.520237] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.520237] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.520597] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('872d5737-132a-4a26-bd00-0b0af6eaaebf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.525547] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3418c68b-c8a5-4cc8-bc3d-8048b987f0aa [ 945.525547] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.525547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.525547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.525547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.525547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.525547] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3418c68b-c8a5-4cc8-bc3d-8048b987f0aa already deleted. [ 945.525547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3418c68b-c8a5-4cc8-bc3d-8048b987f0aa" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.694981] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.695505] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.695505] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.695505] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.695650] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.695730] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.695790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.695932] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.696028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.696425] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.696425] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.696425] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.696425] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.696613] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.696648] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.696746] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.696845] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.697563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.697563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.697563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.697563] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.840757] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.840948] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.841034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.841283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.841537] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.841655] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.841703] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.841884] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.841972] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.842092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.842230] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.842319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.842378] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.842515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.842647] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.842777] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.842840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.842980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.843098] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.843185] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.843285] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.023178] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.023507] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.023507] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.023661] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.023695] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.023904] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.024019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.024127] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.024226] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.024303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.024417] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf is going to be updated. [ 946.052696] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.052696] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.052696] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.052696] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.052920] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.060460] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf in Status: IN_PROGRESS for 2s [ 946.199993] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be3c66ca-1801-448b-9f7e-0d7f01d81748: rpc.has_security_group_logging(os_id): False [ 946.221081] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.221264] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.221344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.221566] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.221658] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.221879] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.221976] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.222044] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.222189] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.222369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.222440] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.222520] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.222572] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.222708] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.222782] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.222964] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.223069] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.223172] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.223260] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.223328] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.223917] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 is going to be updated. [ 946.283862] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.284078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.284078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.284314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.284520] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.296923] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: IN_PROGRESS for 2s [ 946.345848] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 267a7ef5-25ec-4e39-9364-f676e9946b6e: rpc.has_security_group_logging(os_id): False [ 946.370313] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.370536] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.370610] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.370932] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.371117] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.371512] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.371651] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.371719] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.371931] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.372024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.372227] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.372326] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.372389] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.372538] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.372615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.373219] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.373315] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.373382] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.373682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.373682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.373752] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e is going to be updated. [ 946.444656] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.444859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.444859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.445084] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.445319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.468519] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: IN_PROGRESS for 2s [ 947.047170] env[69242]: INFO networking_nsxv3.common.synchronization [None req-11400fbd-37a0-44df-b532-2e06e4a6e35b None None] Enqueued Resource ID: e559ee03-7101-451a-b431-9898b2a67ce8 with Priority: HIGHEST for action port [ 947.047861] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e559ee03-7101-451a-b431-9898b2a67ce8 with Priority: HIGHEST for action port [ 947.049204] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-e559ee03-7101-451a-b431-9898b2a67ce8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.049204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e559ee03-7101-451a-b431-9898b2a67ce8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.049204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e559ee03-7101-451a-b431-9898b2a67ce8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.050045] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e559ee03-7101-451a-b431-9898b2a67ce8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.051786] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e559ee03-7101-451a-b431-9898b2a67ce8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.553313] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e559ee03-7101-451a-b431-9898b2a67ce8 [ 947.553574] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.553728] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.553848] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.555301] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.555301] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.555301] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e559ee03-7101-451a-b431-9898b2a67ce8 already deleted. [ 947.555301] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e559ee03-7101-451a-b431-9898b2a67ce8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.073092] env[69242]: INFO networking_nsxv3.common.synchronization [req-9fb08ff7-12ef-4cb3-abc1-34247335c521 req-d65a75b3-c4b6-4ffc-adce-d59667ea6f95 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Enqueued Resource ID: 74ac6599-266a-4ef6-8778-3406802f893d with Priority: HIGHEST for action security_group_members [ 948.073621] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ac6599-266a-4ef6-8778-3406802f893d with Priority: HIGHEST for action security_group_members [ 948.073950] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-74ac6599-266a-4ef6-8778-3406802f893d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.074078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.074144] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.074384] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.074545] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.074641] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.074700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.075090] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.075090] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.075090] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74ac6599-266a-4ef6-8778-3406802f893d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.080032] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf in Status: SUCCESS [ 948.080302] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf deletion is rescheduled due to dependency. [ 948.080384] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.313490] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: SUCCESS [ 948.314542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.482300] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: SUCCESS [ 948.482300] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.581529] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.581718] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.581793] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.582038] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.582144] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.582340] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.582442] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.582516] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.582674] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.582939] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.582939] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74ac6599-266a-4ef6-8778-3406802f893d already deleted. [ 948.582939] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.679699] env[69242]: INFO networking_nsxv3.common.synchronization [req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 req-aa6b38c7-19c9-4ff2-a2df-045d561c2181 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Enqueued Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_members [ 948.680489] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGHEST for action security_group_members [ 948.680901] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.681056] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.681137] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.681359] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.681481] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.681573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.681631] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.681793] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.681943] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.681977] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.860241] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.860456] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-98" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.860816] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-98" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.860956] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-98" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.861310] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.861430] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.861566] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.861791] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.861955] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.862178] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.862298] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.862407] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.863150] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.863150] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.863150] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.863150] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.884885] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.884885] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 948.884885] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.884885] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-98" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.884885] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-88999654-654d-49f8-96bb-fa5a3890de3a taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.884885] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-88999654-654d-49f8-96bb-fa5a3890de3a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.884885] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-88999654-654d-49f8-96bb-fa5a3890de3a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.884885] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-88999654-654d-49f8-96bb-fa5a3890de3a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.884885] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88999654-654d-49f8-96bb-fa5a3890de3a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.186399] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.186399] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.186399] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.186399] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.186399] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.186399] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.186399] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.186399] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.186399] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.186399] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.186399] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 is going to be updated. [ 949.211958] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.212128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.212204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.212417] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.212579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.220385] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: IN_PROGRESS for 2s [ 949.387486] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.389240] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.389240] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.389240] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.389240] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.389240] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 88999654-654d-49f8-96bb-fa5a3890de3a not found, creating... [ 949.389240] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.389240] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.390438] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.390528] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.390636] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.391034] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.391404] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.391404] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.391558] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.392823] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.392823] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 88999654-654d-49f8-96bb-fa5a3890de3a is going to be created. [ 949.415135] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.415474] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.415607] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.415894] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.416468] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.416710] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-88999654-654d-49f8-96bb-fa5a3890de3a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.238467] env[69242]: INFO networking_nsxv3.common.synchronization [req-9fb08ff7-12ef-4cb3-abc1-34247335c521 req-cd40632c-9670-40ba-b93e-1d98bcb8ca2b service nova] Enqueued Resource ID: 74ac6599-266a-4ef6-8778-3406802f893d with Priority: HIGHEST for action security_group_rules [ 950.238771] env[69242]: INFO networking_nsxv3.common.synchronization [req-9fb08ff7-12ef-4cb3-abc1-34247335c521 req-cd40632c-9670-40ba-b93e-1d98bcb8ca2b service nova] Enqueued Resource ID: 74ac6599-266a-4ef6-8778-3406802f893d with Priority: HIGHEST for action security_group_members [ 950.238846] env[69242]: INFO networking_nsxv3.common.synchronization [req-9fb08ff7-12ef-4cb3-abc1-34247335c521 req-cd40632c-9670-40ba-b93e-1d98bcb8ca2b service nova] Enqueued Resource ID: 88999654-654d-49f8-96bb-fa5a3890de3a with Priority: HIGHEST for action port [ 950.239479] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ac6599-266a-4ef6-8778-3406802f893d with Priority: HIGHEST for action security_group_rules [ 950.239638] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ac6599-266a-4ef6-8778-3406802f893d with Priority: HIGHEST for action security_group_members [ 950.239765] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88999654-654d-49f8-96bb-fa5a3890de3a with Priority: HIGHEST for action port [ 950.242341] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74ac6599-266a-4ef6-8778-3406802f893d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.243029] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.243029] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.243029] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.243029] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74ac6599-266a-4ef6-8778-3406802f893d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.243825] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-74ac6599-266a-4ef6-8778-3406802f893d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.243936] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.244000] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.244605] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.244605] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.244605] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.244605] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.244605] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.244798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.244798] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74ac6599-266a-4ef6-8778-3406802f893d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.245514] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-88999654-654d-49f8-96bb-fa5a3890de3a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.245626] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88999654-654d-49f8-96bb-fa5a3890de3a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.245723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88999654-654d-49f8-96bb-fa5a3890de3a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.246198] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88999654-654d-49f8-96bb-fa5a3890de3a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.246198] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88999654-654d-49f8-96bb-fa5a3890de3a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.747440] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74ac6599-266a-4ef6-8778-3406802f893d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.748600] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-74ac6599-266a-4ef6-8778-3406802f893d taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.748728] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.749371] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88999654-654d-49f8-96bb-fa5a3890de3a with status ACTIVE [ 950.749371] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.749371] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.749800] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.749800] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.749800] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.752982] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.752982] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.752982] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.752982] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.752982] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.752982] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.752982] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.752982] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.752982] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.752982] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.752982] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88999654-654d-49f8-96bb-fa5a3890de3a is going to be updated. [ 950.770461] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.770623] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.770691] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.770933] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.771114] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.771275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88999654-654d-49f8-96bb-fa5a3890de3a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.231095] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 in Status: SUCCESS [ 951.231297] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 deletion is rescheduled due to dependency. [ 951.231416] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.249884] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74ac6599-266a-4ef6-8778-3406802f893d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.752095] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.752277] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.752362] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.752722] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.752722] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.752867] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74ac6599-266a-4ef6-8778-3406802f893d is going to be created. [ 951.774449] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.774625] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.774690] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.774851] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.775018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.784031] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74ac6599-266a-4ef6-8778-3406802f893d in Status: UNINITIALIZED for 2s [ 953.058019] env[69242]: INFO networking_nsxv3.common.synchronization [req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 req-b604611f-a2e8-4fdd-997b-15325fe82b2d tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 953.058612] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 953.059105] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.059105] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.059285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.059361] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.059481] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.059580] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.059649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.059817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.059868] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.059963] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.401057] env[69242]: INFO networking_nsxv3.common.synchronization [None req-cec7ba64-dbbd-4c75-aeaf-518ef316d960 None None] Enqueued Resource ID: 276b49ec-0a72-4205-b0b9-92a9b1b429d4 with Priority: HIGHEST for action port [ 953.401340] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276b49ec-0a72-4205-b0b9-92a9b1b429d4 with Priority: HIGHEST for action port [ 953.401899] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-276b49ec-0a72-4205-b0b9-92a9b1b429d4 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.402373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-276b49ec-0a72-4205-b0b9-92a9b1b429d4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.402472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-276b49ec-0a72-4205-b0b9-92a9b1b429d4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.402738] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-276b49ec-0a72-4205-b0b9-92a9b1b429d4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.402826] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('276b49ec-0a72-4205-b0b9-92a9b1b429d4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.564028] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.564028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.564028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.564028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.564028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.564028] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.564028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.564028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.564028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.564028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.564028] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be updated. [ 953.587336] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.587699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.587797] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.588018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.588210] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.597728] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: IN_PROGRESS for 2s [ 953.795224] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74ac6599-266a-4ef6-8778-3406802f893d in Status: SUCCESS [ 953.795490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.795700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.795943] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.796205] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.796301] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.796424] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.796628] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.796747] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.796850] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.796961] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74ac6599-266a-4ef6-8778-3406802f893d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.823869] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-148 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.824082] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.824213] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.824485] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.824734] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.824888] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.825016] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.825559] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.825559] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.825732] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.825845] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.825956] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.826079] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.826193] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.826304] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.826439] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.844513] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.844695] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 953.844841] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.845045] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.845394] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-72924c1b-6df1-4e88-9071-84cb35d23e39 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.845573] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-72924c1b-6df1-4e88-9071-84cb35d23e39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.845697] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-72924c1b-6df1-4e88-9071-84cb35d23e39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.846102] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-72924c1b-6df1-4e88-9071-84cb35d23e39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.846277] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72924c1b-6df1-4e88-9071-84cb35d23e39',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.906861] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 276b49ec-0a72-4205-b0b9-92a9b1b429d4 [ 953.906861] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.906861] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.906861] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.906861] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.906861] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.906861] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:276b49ec-0a72-4205-b0b9-92a9b1b429d4 already deleted. [ 953.906861] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-276b49ec-0a72-4205-b0b9-92a9b1b429d4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.299632] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-74ac6599-266a-4ef6-8778-3406802f893d taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.300027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.300027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.300321] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.300587] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.300753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.300861] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.301199] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.301291] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.301738] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.301738] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-74ac6599-266a-4ef6-8778-3406802f893d taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.301738] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.302205] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.302205] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.302552] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.302552] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.302552] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.303608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.303608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.303608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.303608] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74ac6599-266a-4ef6-8778-3406802f893d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.352122] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.352122] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.352122] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.352122] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.352122] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.352425] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 72924c1b-6df1-4e88-9071-84cb35d23e39 not found, creating... [ 954.352472] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.352621] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.352762] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.353023] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.353182] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.353570] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.353760] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.353958] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.354227] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.354388] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.354537] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 72924c1b-6df1-4e88-9071-84cb35d23e39 is going to be created. [ 954.375096] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.375403] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.375465] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.375821] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.377039] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.377039] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-72924c1b-6df1-4e88-9071-84cb35d23e39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.805840] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74ac6599-266a-4ef6-8778-3406802f893d: rpc.has_security_group_logging(os_id): False [ 954.823440] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.823612] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.823699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.823920] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.824022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.824221] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.824322] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.824386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.824536] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.824618] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.824799] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.824887] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.825012] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.825098] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.825188] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.825363] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.825549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.825549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.825987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.825987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.825987] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74ac6599-266a-4ef6-8778-3406802f893d is going to be created. [ 954.890463] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.890463] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.890661] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.891437] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.891437] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.903198] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74ac6599-266a-4ef6-8778-3406802f893d in Status: IN_PROGRESS for 2s [ 955.372602] env[69242]: INFO networking_nsxv3.common.synchronization [req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 req-0f395ce8-1645-42d4-9a15-942707b86f93 service nova] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_rules [ 955.372602] env[69242]: INFO networking_nsxv3.common.synchronization [req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 req-0f395ce8-1645-42d4-9a15-942707b86f93 service nova] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 955.372602] env[69242]: INFO networking_nsxv3.common.synchronization [req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 req-0f395ce8-1645-42d4-9a15-942707b86f93 service nova] Enqueued Resource ID: 72924c1b-6df1-4e88-9071-84cb35d23e39 with Priority: HIGHEST for action port [ 955.373081] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_rules [ 955.373081] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 955.373081] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72924c1b-6df1-4e88-9071-84cb35d23e39 with Priority: HIGHEST for action port [ 955.373714] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.373781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.373815] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.377760] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.377760] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.379515] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.379676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.379887] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-72924c1b-6df1-4e88-9071-84cb35d23e39 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.379988] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72924c1b-6df1-4e88-9071-84cb35d23e39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.380071] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72924c1b-6df1-4e88-9071-84cb35d23e39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.380316] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72924c1b-6df1-4e88-9071-84cb35d23e39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.380411] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72924c1b-6df1-4e88-9071-84cb35d23e39',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.453579] env[69242]: INFO networking_nsxv3.common.synchronization [None req-c3761551-e53f-466b-a7f0-75b917d555e8 None None] Enqueued Resource ID: 3c303cff-b48c-46b8-9799-404661a1ad12 with Priority: HIGHEST for action port [ 955.454129] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c303cff-b48c-46b8-9799-404661a1ad12 with Priority: HIGHEST for action port [ 955.454671] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c303cff-b48c-46b8-9799-404661a1ad12 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.454843] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c303cff-b48c-46b8-9799-404661a1ad12" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.454893] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c303cff-b48c-46b8-9799-404661a1ad12" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.455565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c303cff-b48c-46b8-9799-404661a1ad12" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.455693] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c303cff-b48c-46b8-9799-404661a1ad12',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.614161] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 955.614455] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce deletion is rescheduled due to dependency. [ 955.614455] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.614665] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.614786] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.616680] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.616680] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.616680] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.616680] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.616680] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.616680] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.884221] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72924c1b-6df1-4e88-9071-84cb35d23e39 with status ACTIVE [ 955.885364] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.888068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.888068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.888068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.888068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.888068] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.888068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.888068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.888068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.888068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.888068] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.888068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.888068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.888068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.888068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.888068] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72924c1b-6df1-4e88-9071-84cb35d23e39 is going to be updated. [ 955.889338] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.890384] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.915997] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.916180] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.916255] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.916477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.916615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.916773] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72924c1b-6df1-4e88-9071-84cb35d23e39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.959530] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c303cff-b48c-46b8-9799-404661a1ad12 [ 955.959916] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.960066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.960229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.960546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.960546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.960633] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c303cff-b48c-46b8-9799-404661a1ad12 already deleted. [ 955.960669] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c303cff-b48c-46b8-9799-404661a1ad12" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.121626] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.170463] env[69242]: INFO networking_nsxv3.common.synchronization [req-5af1937b-85ae-496e-ae97-1dd86c630e45 req-9ee14f8b-3dab-4ba5-9bda-910a179a3cc6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 956.174021] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 956.174021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.174021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.174021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.174021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.174021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.174021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.174021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.174021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.174021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.174021] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.626024] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.677023] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.916755] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74ac6599-266a-4ef6-8778-3406802f893d in Status: SUCCESS [ 956.917116] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.019824] env[69242]: INFO networking_nsxv3.common.synchronization [None req-160b0483-d497-4950-952b-bbd65e745b64 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 957.020426] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 957.021223] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.021223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.130739] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.130739] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.130739] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.130739] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.130739] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.130739] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be updated. [ 957.156303] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.156506] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.156595] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.157386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.157531] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.165347] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: IN_PROGRESS for 2s [ 957.177973] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.576584] env[69242]: INFO networking_nsxv3.common.synchronization [req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 req-46c9a9f6-891f-43fa-a03b-5b3fe38f042f tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Enqueued Resource ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e with Priority: HIGHEST for action security_group_members [ 957.579306] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e with Priority: HIGHEST for action security_group_members [ 957.579306] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b120d137-eb2e-4e75-bb5a-51b2c89e261e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.579306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.579306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.579306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.579306] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.579306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.579306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.579306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.579306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.579826] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b120d137-eb2e-4e75-bb5a-51b2c89e261e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.681893] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.682387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.682387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.682387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.682550] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.682550] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e is going to be updated. [ 957.717758] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.717758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.717758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.717758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.717758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.728413] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: IN_PROGRESS for 2s [ 957.952941] env[69242]: INFO networking_nsxv3.common.synchronization [req-1808ce35-1db7-4868-9c2d-29979ba3e535 req-4d754ec0-5c77-4213-a5a5-1ce76acd87d2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Enqueued Resource ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a with Priority: HIGHEST for action security_group_members [ 957.953467] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a with Priority: HIGHEST for action security_group_members [ 957.953932] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-0080a83f-9b13-443f-8ebc-40abab5ee22a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.954038] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.955390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.956592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.956592] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.956799] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.956799] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.957104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.957195] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.957243] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0080a83f-9b13-443f-8ebc-40abab5ee22a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.083085] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b120d137-eb2e-4e75-bb5a-51b2c89e261e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.460953] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.461194] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.461243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.461451] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.461559] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.461789] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.461891] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.462011] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.462164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.462227] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.462307] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a already deleted. [ 958.462390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.586740] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b120d137-eb2e-4e75-bb5a-51b2c89e261e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.878607] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.878906] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-65" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.879045] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-65" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.879551] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-65" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.879551] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.879706] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.879828] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.880058] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.880259] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.880480] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.880614] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.880731] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.880857] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.880987] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.881111] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.881328] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.899203] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.899203] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 958.899203] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.899203] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-65" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.899506] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-fd187fa6-e323-4dce-b945-6558307c7834 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.899506] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-fd187fa6-e323-4dce-b945-6558307c7834" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.899601] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-fd187fa6-e323-4dce-b945-6558307c7834" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.899938] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-fd187fa6-e323-4dce-b945-6558307c7834" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.900091] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd187fa6-e323-4dce-b945-6558307c7834',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.090068] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.090068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.090068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.090068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.090068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.090431] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e is going to be updated. [ 959.120756] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.120919] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.121030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.122376] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.122376] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.130284] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e in Status: IN_PROGRESS for 2s [ 959.173354] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 959.173604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.173780] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.174173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.174237] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.174350] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.174431] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.174603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.174689] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.174800] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.174894] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.404807] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.405056] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.405170] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.405453] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.405702] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.405875] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port fd187fa6-e323-4dce-b945-6558307c7834 not found, creating... [ 959.406164] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.406366] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.406495] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.406728] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.406874] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.407191] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.407349] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.407525] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.407747] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.407886] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.408050] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: fd187fa6-e323-4dce-b945-6558307c7834 is going to be created. [ 959.429661] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.429899] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.430052] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.430374] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.430628] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.430890] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-fd187fa6-e323-4dce-b945-6558307c7834" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.681451] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.681622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.681668] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.681881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.682058] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.682170] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.682242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.682397] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.682502] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.682589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.682731] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.682822] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.682881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.683037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.683179] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.683272] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.683326] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.683499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.683552] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.683615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.683705] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.737999] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: SUCCESS [ 959.738287] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.738465] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.738696] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.738888] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.739015] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.739254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.739445] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.739542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.739647] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.186207] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce: rpc.has_security_group_logging(os_id): False [ 960.205159] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.205459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.205542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.205765] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.205895] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.206186] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.206295] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.206406] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.206609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.206705] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.206943] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.209208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.209325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.209414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.209494] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.209740] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.209842] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.209910] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.211682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.211980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.211980] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be updated. [ 960.244110] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.244466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.244466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.245816] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.245930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.246124] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.246315] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.246569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.246900] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.246900] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.246994] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e is going to be updated. [ 960.275020] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.275020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.275020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.275020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.275020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.289726] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.289726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.289726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.289726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.291336] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.293334] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: IN_PROGRESS for 2s [ 960.302341] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: IN_PROGRESS for 2s [ 960.444827] env[69242]: INFO networking_nsxv3.common.synchronization [req-1808ce35-1db7-4868-9c2d-29979ba3e535 req-ccda1625-84c8-4f8b-8f76-620d001b5378 service nova] Enqueued Resource ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a with Priority: HIGHEST for action security_group_rules [ 960.445025] env[69242]: INFO networking_nsxv3.common.synchronization [req-1808ce35-1db7-4868-9c2d-29979ba3e535 req-ccda1625-84c8-4f8b-8f76-620d001b5378 service nova] Enqueued Resource ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a with Priority: HIGHEST for action security_group_members [ 960.445166] env[69242]: INFO networking_nsxv3.common.synchronization [req-1808ce35-1db7-4868-9c2d-29979ba3e535 req-ccda1625-84c8-4f8b-8f76-620d001b5378 service nova] Enqueued Resource ID: fd187fa6-e323-4dce-b945-6558307c7834 with Priority: HIGHEST for action port [ 960.449346] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a with Priority: HIGHEST for action security_group_rules [ 960.449346] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a with Priority: HIGHEST for action security_group_members [ 960.449346] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd187fa6-e323-4dce-b945-6558307c7834 with Priority: HIGHEST for action port [ 960.449346] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0080a83f-9b13-443f-8ebc-40abab5ee22a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.449346] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.449346] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.449346] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.449346] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0080a83f-9b13-443f-8ebc-40abab5ee22a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.452024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-0080a83f-9b13-443f-8ebc-40abab5ee22a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.452132] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.452434] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.452766] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.453937] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.453937] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.454098] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.455719] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.455719] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.455719] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0080a83f-9b13-443f-8ebc-40abab5ee22a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.456909] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd187fa6-e323-4dce-b945-6558307c7834 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.459031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd187fa6-e323-4dce-b945-6558307c7834" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.459210] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd187fa6-e323-4dce-b945-6558307c7834" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.459511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd187fa6-e323-4dce-b945-6558307c7834" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.459675] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd187fa6-e323-4dce-b945-6558307c7834',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.492553] env[69242]: INFO networking_nsxv3.common.synchronization [None req-e0e0dd37-7dbf-410d-83de-74cae92a7128 None None] Enqueued Resource ID: 276513a1-67e5-48d8-b1a4-e814e1496b51 with Priority: HIGHEST for action port [ 960.493559] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276513a1-67e5-48d8-b1a4-e814e1496b51 with Priority: HIGHEST for action port [ 960.494042] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-276513a1-67e5-48d8-b1a4-e814e1496b51 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.494302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-276513a1-67e5-48d8-b1a4-e814e1496b51" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.494459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-276513a1-67e5-48d8-b1a4-e814e1496b51" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.494863] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-276513a1-67e5-48d8-b1a4-e814e1496b51" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.495009] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('276513a1-67e5-48d8-b1a4-e814e1496b51',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.773867] env[69242]: INFO networking_nsxv3.common.synchronization [req-81885d99-e4f9-450d-b474-b7952757acc2 req-9c22cd8f-0576-4aee-b36a-d2c5cd478081 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Enqueued Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGHEST for action security_group_members [ 960.774358] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGHEST for action security_group_members [ 960.774661] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.774784] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.774851] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.775111] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.775532] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.775668] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.775731] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.775999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.776169] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.776268] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.829743] env[69242]: INFO networking_nsxv3.common.synchronization [req-8e5ab761-7209-4af1-98c4-e807152506c9 req-ead2d444-9d75-4573-914e-007223be8184 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d with Priority: HIGHEST for action security_group_members [ 960.830256] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d with Priority: HIGHEST for action security_group_members [ 960.830551] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-49ac486e-bb3b-4bac-8fa6-45cf45778c9d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.830676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.830737] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.830930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.831418] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.831718] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.831789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.832392] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.832491] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.832592] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49ac486e-bb3b-4bac-8fa6-45cf45778c9d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.953689] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-0080a83f-9b13-443f-8ebc-40abab5ee22a taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.953689] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.962596] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0080a83f-9b13-443f-8ebc-40abab5ee22a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.963906] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd187fa6-e323-4dce-b945-6558307c7834 with status ACTIVE [ 960.964013] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.964145] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.965040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.965040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.965040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.965310] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.965310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.965385] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.965724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.965778] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.965959] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.966070] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.966134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.966572] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.966659] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.966753] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd187fa6-e323-4dce-b945-6558307c7834 is going to be updated. [ 960.993681] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.993860] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.993951] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.995208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.995208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.995208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd187fa6-e323-4dce-b945-6558307c7834" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.997430] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 276513a1-67e5-48d8-b1a4-e814e1496b51 [ 960.997620] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.997752] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.997813] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.997983] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.998081] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.998171] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:276513a1-67e5-48d8-b1a4-e814e1496b51 already deleted. [ 960.998252] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-276513a1-67e5-48d8-b1a4-e814e1496b51" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.139818] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e in Status: IN_PROGRESS for 4s [ 961.280947] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.281344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.281344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.281446] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.281541] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.281742] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.281839] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.281902] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.282061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.282142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.282317] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 already deleted. [ 961.282317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.335981] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.336216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.336330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.340026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.340026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.340026] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.340026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.340026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.340026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.340026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.340026] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d is going to be updated. [ 961.372132] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.372132] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.372132] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.372132] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.372132] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.380779] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d in Status: IN_PROGRESS for 2s [ 961.464651] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0080a83f-9b13-443f-8ebc-40abab5ee22a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.968247] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.968412] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.968491] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.968840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.968941] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.969058] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a is going to be created. [ 961.994374] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.994634] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.994634] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.994802] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.994963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.006432] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a in Status: UNINITIALIZED for 2s [ 962.033670] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.033945] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-958" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.034048] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-958" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.034413] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-958" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.037527] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.037527] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.037527] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.037527] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.037527] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.037527] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.037527] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.037527] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.037527] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.037527] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.037527] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.037527] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.059025] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.059025] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 962.059025] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.059273] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-958" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.059697] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-0d865bf4-38c4-498f-b949-819b2e54c173 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.059864] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-0d865bf4-38c4-498f-b949-819b2e54c173" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.060431] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-0d865bf4-38c4-498f-b949-819b2e54c173" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.060431] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-0d865bf4-38c4-498f-b949-819b2e54c173" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.060431] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d865bf4-38c4-498f-b949-819b2e54c173',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.310471] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 962.310471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.310471] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: SUCCESS [ 962.310471] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e deletion is rescheduled due to dependency. [ 962.310471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.564131] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.564432] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.564512] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.564794] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.565009] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.565116] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 0d865bf4-38c4-498f-b949-819b2e54c173 not found, creating... [ 962.565400] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.565565] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.565685] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.565946] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.566110] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.566407] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.566579] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.566687] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.566959] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.570140] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.570725] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 0d865bf4-38c4-498f-b949-819b2e54c173 is going to be created. [ 962.591564] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.592278] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.592278] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.592278] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.592538] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.592711] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-0d865bf4-38c4-498f-b949-819b2e54c173" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.859154] env[69242]: INFO networking_nsxv3.common.synchronization [None req-10600f1b-0c89-4c0d-a29e-6b1cb03a9a23 None None] Enqueued Resource ID: ace1e6e8-0ff2-489b-aead-a2fdf01a62e5 with Priority: HIGHEST for action port [ 962.859154] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace1e6e8-0ff2-489b-aead-a2fdf01a62e5 with Priority: HIGHEST for action port [ 962.859154] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-ace1e6e8-0ff2-489b-aead-a2fdf01a62e5 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.859154] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ace1e6e8-0ff2-489b-aead-a2fdf01a62e5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.859154] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ace1e6e8-0ff2-489b-aead-a2fdf01a62e5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.859798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ace1e6e8-0ff2-489b-aead-a2fdf01a62e5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.859918] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ace1e6e8-0ff2-489b-aead-a2fdf01a62e5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.160646] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e in Status: SUCCESS [ 963.160871] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.362469] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ace1e6e8-0ff2-489b-aead-a2fdf01a62e5 [ 963.363040] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.363773] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.363773] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.364077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.364111] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.364370] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ace1e6e8-0ff2-489b-aead-a2fdf01a62e5 already deleted. [ 963.365034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ace1e6e8-0ff2-489b-aead-a2fdf01a62e5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.392706] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d in Status: SUCCESS [ 963.392948] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d deletion is rescheduled due to dependency. [ 963.395459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.461944] env[69242]: INFO networking_nsxv3.common.synchronization [req-81885d99-e4f9-450d-b474-b7952757acc2 req-db1101db-bc92-40a8-9450-5f607f3dac8a service nova] Enqueued Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGHEST for action security_group_rules [ 963.462140] env[69242]: INFO networking_nsxv3.common.synchronization [req-81885d99-e4f9-450d-b474-b7952757acc2 req-db1101db-bc92-40a8-9450-5f607f3dac8a service nova] Enqueued Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGHEST for action security_group_members [ 963.463108] env[69242]: INFO networking_nsxv3.common.synchronization [req-81885d99-e4f9-450d-b474-b7952757acc2 req-db1101db-bc92-40a8-9450-5f607f3dac8a service nova] Enqueued Resource ID: 0d865bf4-38c4-498f-b949-819b2e54c173 with Priority: HIGHEST for action port [ 963.463108] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGHEST for action security_group_rules [ 963.463108] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGHEST for action security_group_members [ 963.463108] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d865bf4-38c4-498f-b949-819b2e54c173 with Priority: HIGHEST for action port [ 963.464037] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdef5e17-a895-4c90-bbde-5b37cb2f7e14 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.464178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.464240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.464556] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.464657] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.465556] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.465671] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.465735] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.465907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.466141] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.466265] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.466265] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.466432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.466587] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.466587] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.467373] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d865bf4-38c4-498f-b949-819b2e54c173 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.467502] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d865bf4-38c4-498f-b949-819b2e54c173" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.467834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d865bf4-38c4-498f-b949-819b2e54c173" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.468077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d865bf4-38c4-498f-b949-819b2e54c173" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.468077] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d865bf4-38c4-498f-b949-819b2e54c173',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.969778] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d865bf4-38c4-498f-b949-819b2e54c173 with status ACTIVE [ 963.970603] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.970603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.970603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.970603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.970603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.970857] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.970857] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.970857] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.971622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.971622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.971622] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.971622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.971622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.971622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.971622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.971930] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d865bf4-38c4-498f-b949-819b2e54c173 is going to be updated. [ 963.972928] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.973032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.973128] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.001581] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.001764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.001816] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.001997] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.002331] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.002331] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d865bf4-38c4-498f-b949-819b2e54c173" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.014551] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a in Status: SUCCESS [ 964.014660] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.015242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.015242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.015242] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.015798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.015798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.015798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.015798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.015798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.015798] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0080a83f-9b13-443f-8ebc-40abab5ee22a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.477314] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.519678] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0080a83f-9b13-443f-8ebc-40abab5ee22a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.979868] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.980119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.980249] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.980520] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.980614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.980716] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 is going to be created. [ 965.017093] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.017254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.017326] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.017540] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.017712] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.022344] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0080a83f-9b13-443f-8ebc-40abab5ee22a: rpc.has_security_group_logging(os_id): False [ 965.027938] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 in Status: UNINITIALIZED for 2s [ 965.045680] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.045763] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.045805] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.045994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.046102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.046361] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.046477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.046521] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.046706] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.046758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.046856] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a is going to be created. [ 965.115297] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.115421] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.115479] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.115698] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.115981] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.131593] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a in Status: IN_PROGRESS for 2s [ 966.228945] env[69242]: INFO networking_nsxv3.common.synchronization [req-00b32f25-d3d0-4159-b453-595fe9c8a70d req-66806871-d435-4a87-99e9-767612d9ff7d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 966.228945] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 966.229322] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.230057] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.230191] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.230451] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.231244] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.231244] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.231244] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.231497] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.231617] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.231667] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.734125] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.734326] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.734390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.734581] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.734673] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.734862] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.734975] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.735045] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.735273] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.735273] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.735369] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 is going to be updated. [ 966.767187] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.767187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.767187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.767187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.767187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.774408] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: IN_PROGRESS for 2s [ 967.038238] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 in Status: SUCCESS [ 967.038468] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.038633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.038896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.039078] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.039243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.039243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.039529] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.039573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.039822] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.039822] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.145556] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a in Status: SUCCESS [ 967.145955] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.502261] env[69242]: INFO networking_nsxv3.common.synchronization [req-efc5f033-26b5-4928-95b4-6b88ecabba4d req-2ac85b8f-d244-4d0f-93a1-a6b0941c2bde tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Enqueued Resource ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 with Priority: HIGHEST for action security_group_members [ 967.502760] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 with Priority: HIGHEST for action security_group_members [ 967.507160] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-631813a3-4486-4aaf-b56f-dd40eb6136b8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.507160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.507160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.507160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.507160] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.507160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.507160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.507160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.507160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.507160] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('631813a3-4486-4aaf-b56f-dd40eb6136b8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.545791] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.545791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.545791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.545791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.545791] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.545791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.545791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.545791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.545791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.545791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.545791] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.545791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.545791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.545791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.545791] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.545791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.546395] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.546395] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.546395] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.546395] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.546395] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.927135] env[69242]: INFO networking_nsxv3.common.synchronization [req-c3b09812-4960-4857-9da2-5c6f959fb9f8 req-4759834e-ed25-4662-94e1-40c20bea144e tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Enqueued Resource ID: 74ac6599-266a-4ef6-8778-3406802f893d with Priority: HIGHEST for action security_group_members [ 967.927135] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ac6599-266a-4ef6-8778-3406802f893d with Priority: HIGHEST for action security_group_members [ 967.928119] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-74ac6599-266a-4ef6-8778-3406802f893d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.928465] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.928648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.931349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.931349] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.931349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.931349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.931349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.931349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.931349] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74ac6599-266a-4ef6-8778-3406802f893d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.009156] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.009331] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.009423] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.009679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.009774] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.009973] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.010089] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.010152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.010317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.010395] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.010482] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 is going to be updated. [ 968.050212] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdef5e17-a895-4c90-bbde-5b37cb2f7e14: rpc.has_security_group_logging(os_id): False [ 968.055177] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.055427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.055427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.055703] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.055845] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.066570] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 in Status: IN_PROGRESS for 2s [ 968.069298] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.069525] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.069587] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.069778] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.069871] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.070156] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.070265] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.070350] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.070486] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.070563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.070796] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.071034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.071034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.071101] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.071175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.071435] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.071537] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.071601] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.071732] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.071806] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.071890] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 is going to be created. [ 968.159330] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.159544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.159620] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.159806] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.159987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.177178] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 in Status: IN_PROGRESS for 2s [ 968.435669] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.435669] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.435669] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.436490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.436490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.437739] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.437739] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.437739] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.437739] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.437739] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.437739] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74ac6599-266a-4ef6-8778-3406802f893d is going to be updated. [ 968.461032] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.461190] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.461190] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.461881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.462060] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.470181] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74ac6599-266a-4ef6-8778-3406802f893d in Status: IN_PROGRESS for 2s [ 968.702506] env[69242]: INFO networking_nsxv3.common.synchronization [req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 req-4a51cc23-a3ba-4eea-b770-992eb797ebe5 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Enqueued Resource ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef with Priority: HIGHEST for action security_group_members [ 968.703173] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef with Priority: HIGHEST for action security_group_members [ 968.703494] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-115f2fc4-2a06-4c52-9dab-a71c129400ef taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.707341] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.708285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.708285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.708285] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.708688] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.708688] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.709133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.709268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.709604] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('115f2fc4-2a06-4c52-9dab-a71c129400ef',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.785453] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: SUCCESS [ 968.785589] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 deletion is rescheduled due to dependency. [ 968.785683] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.090844] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.091072] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-25" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.091209] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-25" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.091577] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-25" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.091878] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.092233] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.092386] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.092648] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.092810] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.093060] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.093185] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.093328] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.093468] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.093589] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.093698] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.093832] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.113801] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.113981] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 969.114155] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.114332] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-25" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.114634] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.114802] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.114925] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.115251] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.115396] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.212017] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.212210] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.212283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.212511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.212614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.212825] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.212925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.212987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.213152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.213229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.213315] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef already deleted. [ 969.213394] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.617549] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.617779] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.617905] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.618278] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.618455] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.618632] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db not found, creating... [ 969.618909] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.619103] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.619231] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.619510] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.619651] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.619970] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.620149] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.620290] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.620475] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.620611] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.620756] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db is going to be created. [ 969.639522] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.639776] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.639903] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.640222] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.640479] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.640718] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.075160] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 in Status: SUCCESS [ 970.075495] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 deletion is rescheduled due to dependency. [ 970.075495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.189957] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 in Status: SUCCESS [ 970.190292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.480809] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74ac6599-266a-4ef6-8778-3406802f893d in Status: SUCCESS [ 970.481010] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74ac6599-266a-4ef6-8778-3406802f893d deletion is rescheduled due to dependency. [ 970.481152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.582809] env[69242]: INFO networking_nsxv3.common.synchronization [req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 req-03179809-3296-4d72-a110-ba3921dd0cd9 service nova] Enqueued Resource ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef with Priority: HIGHEST for action security_group_rules [ 970.582809] env[69242]: INFO networking_nsxv3.common.synchronization [req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 req-03179809-3296-4d72-a110-ba3921dd0cd9 service nova] Enqueued Resource ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef with Priority: HIGHEST for action security_group_members [ 970.582809] env[69242]: INFO networking_nsxv3.common.synchronization [req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 req-03179809-3296-4d72-a110-ba3921dd0cd9 service nova] Enqueued Resource ID: 71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db with Priority: HIGHEST for action port [ 970.584164] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef with Priority: HIGHEST for action security_group_rules [ 970.584164] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef with Priority: HIGHEST for action security_group_members [ 970.584164] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db with Priority: HIGHEST for action port [ 970.585024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-115f2fc4-2a06-4c52-9dab-a71c129400ef taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.585024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.585024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.585276] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.585449] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('115f2fc4-2a06-4c52-9dab-a71c129400ef',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.590190] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-115f2fc4-2a06-4c52-9dab-a71c129400ef taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.590190] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.590190] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.590368] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.590492] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.591344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.591344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.591344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.591344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.591344] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('115f2fc4-2a06-4c52-9dab-a71c129400ef',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.591895] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.592018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.592092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.592723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.592723] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.095422] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('115f2fc4-2a06-4c52-9dab-a71c129400ef',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.095759] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-115f2fc4-2a06-4c52-9dab-a71c129400ef taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.095759] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.095864] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db with status ACTIVE [ 971.096278] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.097358] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.097358] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.097358] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.098655] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.098655] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.098655] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.098655] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.098655] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.098655] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.098655] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.098655] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.098655] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.099023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.099023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.099023] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db is going to be updated. [ 971.119855] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.121152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.121152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.121152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.121152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.121152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.601667] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('115f2fc4-2a06-4c52-9dab-a71c129400ef',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.826605] env[69242]: INFO networking_nsxv3.common.synchronization [req-39293f97-dd59-405b-abeb-b14f0097edde req-e1f8f00f-ee46-4b14-b0c1-a8261bb6f64c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Enqueued Resource ID: f3e7206f-5a8c-416f-a522-069048a3c933 with Priority: HIGHEST for action security_group_members [ 971.827218] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e7206f-5a8c-416f-a522-069048a3c933 with Priority: HIGHEST for action security_group_members [ 971.827465] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3e7206f-5a8c-416f-a522-069048a3c933 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.827585] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.827650] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.827851] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.828012] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.828233] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.828317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.828507] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.828625] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.828785] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3e7206f-5a8c-416f-a522-069048a3c933',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.105199] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.105199] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.105674] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.105941] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.106126] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.106624] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef is going to be created. [ 972.133628] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.133862] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.133977] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.134316] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.134673] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.145928] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef in Status: UNINITIALIZED for 2s [ 972.334805] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.335039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.335117] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.335369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.335474] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.335694] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.335801] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.335864] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.336028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.336107] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.336198] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3e7206f-5a8c-416f-a522-069048a3c933 is going to be updated. [ 972.360247] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.360393] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.360464] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.360679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.360823] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.374239] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3e7206f-5a8c-416f-a522-069048a3c933 in Status: IN_PROGRESS for 2s [ 973.912227] env[69242]: INFO networking_nsxv3.common.synchronization [req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 req-0239d8ea-c98b-4874-acf2-c31123ab2e80 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Enqueued Resource ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b with Priority: HIGHEST for action security_group_members [ 973.913023] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b with Priority: HIGHEST for action security_group_members [ 973.914207] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-1464884c-dd4d-4dd6-afbf-c657bd79c67b taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.914476] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.914649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.914954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.915498] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.915747] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.915911] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.916179] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.917020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.917020] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1464884c-dd4d-4dd6-afbf-c657bd79c67b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.155843] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef in Status: SUCCESS [ 974.156130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.156130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.156300] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.156442] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.156559] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.156620] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.156770] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.156850] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.156936] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.157046] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('115f2fc4-2a06-4c52-9dab-a71c129400ef',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.201391] env[69242]: INFO networking_nsxv3.common.synchronization [None req-744413c7-6fef-4645-85da-0848a42d1264 None None] Enqueued Resource ID: 3bd8f755-b95f-45f9-b777-bb7c3c8db462 with Priority: HIGHEST for action port [ 974.202134] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd8f755-b95f-45f9-b777-bb7c3c8db462 with Priority: HIGHEST for action port [ 974.203173] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bd8f755-b95f-45f9-b777-bb7c3c8db462 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.203173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bd8f755-b95f-45f9-b777-bb7c3c8db462" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.203173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bd8f755-b95f-45f9-b777-bb7c3c8db462" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.203173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bd8f755-b95f-45f9-b777-bb7c3c8db462" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.203173] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bd8f755-b95f-45f9-b777-bb7c3c8db462',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.381415] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3e7206f-5a8c-416f-a522-069048a3c933 in Status: SUCCESS [ 974.383251] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3e7206f-5a8c-416f-a522-069048a3c933 deletion is rescheduled due to dependency. [ 974.383251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.419800] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.419986] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.420041] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.420247] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.420375] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.420551] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.420652] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.420717] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.420865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.420943] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.421041] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b is going to be updated. [ 974.448112] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.448353] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.448353] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.448588] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.448744] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.458837] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b in Status: IN_PROGRESS for 2s [ 974.661650] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-115f2fc4-2a06-4c52-9dab-a71c129400ef taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.661910] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.662008] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.662766] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.662964] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.663091] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.663165] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.663339] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.663437] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.663537] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.663694] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-115f2fc4-2a06-4c52-9dab-a71c129400ef taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.663789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.663850] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.663994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.664379] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.664512] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.664578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.664734] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.664823] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.664908] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.665010] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('115f2fc4-2a06-4c52-9dab-a71c129400ef',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.706453] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bd8f755-b95f-45f9-b777-bb7c3c8db462 [ 974.706694] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.707499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.707499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.707499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.707499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.707499] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bd8f755-b95f-45f9-b777-bb7c3c8db462 already deleted. [ 974.707499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bd8f755-b95f-45f9-b777-bb7c3c8db462" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.168031] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 115f2fc4-2a06-4c52-9dab-a71c129400ef: rpc.has_security_group_logging(os_id): False [ 975.184670] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.184909] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.184977] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.185200] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.185309] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.185523] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.185616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.185709] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.185848] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.185981] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.186114] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.186200] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.186276] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.186419] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.186494] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.186736] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.186847] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.187102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.187341] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.187449] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.187559] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef is going to be created. [ 975.260058] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.260268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.260339] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.260552] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.260729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.271978] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef in Status: IN_PROGRESS for 2s [ 976.036320] env[69242]: INFO networking_nsxv3.common.synchronization [None req-a89dd4e2-10c0-4bd4-8e61-d5d304971652 None None] Enqueued Resource ID: fb466ae5-5a08-49ba-a358-09889ac7ef28 with Priority: HIGHEST for action port [ 976.036583] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb466ae5-5a08-49ba-a358-09889ac7ef28 with Priority: HIGHEST for action port [ 976.037345] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb466ae5-5a08-49ba-a358-09889ac7ef28 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.037491] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb466ae5-5a08-49ba-a358-09889ac7ef28" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.037491] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb466ae5-5a08-49ba-a358-09889ac7ef28" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.041017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb466ae5-5a08-49ba-a358-09889ac7ef28" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.041017] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb466ae5-5a08-49ba-a358-09889ac7ef28',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.470876] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b in Status: SUCCESS [ 976.471124] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b deletion is rescheduled due to dependency. [ 976.471124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.543903] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb466ae5-5a08-49ba-a358-09889ac7ef28 [ 976.546984] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.546984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.546984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.546984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.546984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.546984] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb466ae5-5a08-49ba-a358-09889ac7ef28 already deleted. [ 976.546984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb466ae5-5a08-49ba-a358-09889ac7ef28" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.685662] env[69242]: INFO networking_nsxv3.common.synchronization [req-b5a88365-312c-478d-a21e-9d96348e116e req-edfad3f2-44ec-4fa2-87f0-9b3b81818176 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Enqueued Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_members [ 976.686238] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_members [ 976.686525] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.686639] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.686713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.686897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.691116] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.691260] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.691325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.691511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.691599] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.691692] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.153794] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.154066] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-603" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.154198] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-603" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.154491] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-603" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.154772] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.154953] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.155104] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.155471] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.155560] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.155721] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 977.155836] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.156016] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.156164] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.156285] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 977.156404] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.156598] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.174755] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.174947] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 977.175035] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.175245] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-603" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.175564] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-f6667fb9-079a-45b6-ac78-96241102fc72 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.175745] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-f6667fb9-079a-45b6-ac78-96241102fc72" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.175856] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-f6667fb9-079a-45b6-ac78-96241102fc72" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.176211] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-f6667fb9-079a-45b6-ac78-96241102fc72" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.176473] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6667fb9-079a-45b6-ac78-96241102fc72',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.183944] env[69242]: INFO networking_nsxv3.common.synchronization [req-992e1be5-95d1-4e40-8178-55178754c21c req-66d47f99-7842-4687-9a62-19e889de875c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Enqueued Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 977.184515] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 977.184812] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.184940] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.185013] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.185205] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.185668] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.185788] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.185855] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.186581] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.186671] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.191221] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.193473] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.193648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.193750] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.193995] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.194144] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.194406] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.194548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.194643] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.195021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.195147] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.195490] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 is going to be updated. [ 977.223764] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.223764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.223764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.223764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.223955] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.232996] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 in Status: IN_PROGRESS for 2s [ 977.282627] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef in Status: SUCCESS [ 977.282912] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.679045] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.679552] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.679552] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.680049] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.680049] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.680049] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port f6667fb9-079a-45b6-ac78-96241102fc72 not found, creating... [ 977.680570] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.680570] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.680570] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.680905] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.680967] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.681368] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.681488] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.681591] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.682298] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.682298] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.682298] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: f6667fb9-079a-45b6-ac78-96241102fc72 is going to be created. [ 977.698991] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.701889] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.701889] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.702364] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.702848] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.703282] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.703485] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-f6667fb9-079a-45b6-ac78-96241102fc72" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.205318] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.527852] env[69242]: INFO networking_nsxv3.common.synchronization [req-b5a88365-312c-478d-a21e-9d96348e116e req-978fdb0a-bfc2-4535-ac36-d568834d9aff service nova] Enqueued Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_rules [ 978.528043] env[69242]: INFO networking_nsxv3.common.synchronization [req-b5a88365-312c-478d-a21e-9d96348e116e req-978fdb0a-bfc2-4535-ac36-d568834d9aff service nova] Enqueued Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_members [ 978.528259] env[69242]: INFO networking_nsxv3.common.synchronization [req-b5a88365-312c-478d-a21e-9d96348e116e req-978fdb0a-bfc2-4535-ac36-d568834d9aff service nova] Enqueued Resource ID: f6667fb9-079a-45b6-ac78-96241102fc72 with Priority: HIGHEST for action port [ 978.528755] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_rules [ 978.528878] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_members [ 978.528985] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6667fb9-079a-45b6-ac78-96241102fc72 with Priority: HIGHEST for action port [ 978.529502] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.532243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.532243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.532243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.532243] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.532243] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.532243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.533465] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6667fb9-079a-45b6-ac78-96241102fc72 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.533465] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6667fb9-079a-45b6-ac78-96241102fc72" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.533572] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6667fb9-079a-45b6-ac78-96241102fc72" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.533713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6667fb9-079a-45b6-ac78-96241102fc72" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.534149] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6667fb9-079a-45b6-ac78-96241102fc72',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.708667] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.708988] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.708988] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.709144] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.709278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.709401] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 is going to be updated. [ 978.736131] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.736295] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.736391] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.736546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.736714] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.744552] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: IN_PROGRESS for 2s [ 979.035590] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.035802] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.036051] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6667fb9-079a-45b6-ac78-96241102fc72 with status ACTIVE [ 979.036234] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.036340] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.036453] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.036669] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.036770] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.036876] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.036975] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.037124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.037192] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.037784] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.037784] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.037784] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.037784] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.037784] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.037976] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.037976] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6667fb9-079a-45b6-ac78-96241102fc72 is going to be updated. [ 979.057224] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.057224] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.057224] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.057592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.057592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.057711] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6667fb9-079a-45b6-ac78-96241102fc72" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.242025] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 in Status: SUCCESS [ 979.242200] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 deletion is rescheduled due to dependency. [ 979.242200] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.242327] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.242521] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.242704] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.242824] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.242891] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.243059] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.243190] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.243264] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.746089] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.248433] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.751612] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.751984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.751984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.752185] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.752294] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.752449] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 is going to be updated. [ 980.754839] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: SUCCESS [ 980.755062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.777194] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.777345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.777415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.777634] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.777781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.785436] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 in Status: IN_PROGRESS for 2s [ 981.375177] env[69242]: INFO networking_nsxv3.common.synchronization [req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 req-118df521-ed44-4a5b-988b-a19c1b1d2eb5 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Enqueued Resource ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e with Priority: HIGHEST for action security_group_members [ 981.375229] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e with Priority: HIGHEST for action security_group_members [ 981.376023] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b120d137-eb2e-4e75-bb5a-51b2c89e261e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.376023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.376023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.376240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.376362] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.376483] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.376543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.376720] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.376809] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.376903] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b120d137-eb2e-4e75-bb5a-51b2c89e261e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.630132] env[69242]: INFO networking_nsxv3.common.synchronization [req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 req-75ee608b-42f0-4e6a-9857-3a0bc6a03456 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Enqueued Resource ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef with Priority: HIGHEST for action security_group_members [ 981.630677] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef with Priority: HIGHEST for action security_group_members [ 981.630977] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-115f2fc4-2a06-4c52-9dab-a71c129400ef taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.631642] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.631642] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.631642] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.631642] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.631642] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.632055] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.632055] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.632055] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.632055] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('115f2fc4-2a06-4c52-9dab-a71c129400ef',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.879231] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.879587] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.879587] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.879675] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.879773] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.879980] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.880095] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.880157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.880382] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.880382] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.880488] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e is going to be updated. [ 981.907693] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.907839] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.907901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.908123] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.908272] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.916667] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e in Status: IN_PROGRESS for 2s [ 982.138546] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.138971] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.139100] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.139365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.139464] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.139674] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.139874] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.139874] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.140047] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.140167] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.140232] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef is going to be updated. [ 982.169862] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.170092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.170203] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.170436] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.170575] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.183361] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef in Status: IN_PROGRESS for 2s [ 982.794797] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 in Status: SUCCESS [ 982.795062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.795250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.795466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.795658] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.795779] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.795846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.796008] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.796097] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.796202] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.796268] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.298865] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.299323] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.299400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.299617] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.299802] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.299903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.299965] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.300134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.300223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.300310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.300458] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.300551] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.300612] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.300753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.300888] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.300980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.301053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.301191] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.301266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.301347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.301434] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.803932] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48: rpc.has_security_group_logging(os_id): False [ 983.820578] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.820719] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.820791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.821036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.821151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.821371] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.821470] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.821533] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.821688] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.821762] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.821942] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.822065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.822130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.822272] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.822345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.822519] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.822609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.822666] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.822801] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.822875] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.822961] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 is going to be updated. [ 983.878561] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.878561] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.878561] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.878561] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.878754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.892203] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 in Status: IN_PROGRESS for 2s [ 983.925106] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e in Status: SUCCESS [ 983.925106] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e deletion is rescheduled due to dependency. [ 983.925359] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.192766] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef in Status: SUCCESS [ 984.192766] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef deletion is rescheduled due to dependency. [ 984.192766] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.733610] env[69242]: INFO networking_nsxv3.common.synchronization [None req-b3b13ea8-df50-4543-b67e-7e695935555b tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGHEST for action security_group_rules [ 984.734148] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGHEST for action security_group_rules [ 984.734470] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f4aa979-ec67-4685-a408-6f4febf6c882 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.734588] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.734657] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.734964] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.735263] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.858554] env[69242]: INFO networking_nsxv3.common.synchronization [None req-b3feb58c-89a7-4dba-b5e9-92fff705400f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGHEST for action security_group_rules [ 984.859117] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGHEST for action security_group_rules [ 984.859412] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f4aa979-ec67-4685-a408-6f4febf6c882 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.859507] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.258400] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.258400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.258400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.258400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.258400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.258400] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 already deleted. [ 985.258400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.258400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.258400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.258400] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.776547] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.776794] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.776794] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.776966] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.777126] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.777236] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 already deleted. [ 985.777325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.905474] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 in Status: SUCCESS [ 985.905710] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.059500] env[69242]: INFO networking_nsxv3.common.synchronization [req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 req-ab24dec0-4d96-469b-8c79-ae9198834e6a tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Enqueued Resource ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 with Priority: HIGHEST for action security_group_members [ 987.060140] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 with Priority: HIGHEST for action security_group_members [ 987.060485] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfdad67-c482-4252-8bd0-5248f10ec2a8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.060625] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.060745] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.060991] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.061184] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.061315] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.061377] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.061571] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.061660] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.061756] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dfdad67-c482-4252-8bd0-5248f10ec2a8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.397437] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.397646] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-800" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.397772] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-800" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.398134] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-800" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.398420] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.398579] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.398698] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.398913] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.399071] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.399282] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.399393] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.399505] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.399613] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.399723] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.399829] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.399961] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.418885] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.419065] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 987.419211] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.419389] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-800" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.419756] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-076e236b-f2a4-40b0-b924-41d93cd0f54a taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.419943] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-076e236b-f2a4-40b0-b924-41d93cd0f54a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.420164] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-076e236b-f2a4-40b0-b924-41d93cd0f54a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.420470] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-076e236b-f2a4-40b0-b924-41d93cd0f54a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.420612] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('076e236b-f2a4-40b0-b924-41d93cd0f54a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.564028] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.564147] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.564496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.564496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.564660] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.564835] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.564835] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.564946] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.565068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.565141] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.565232] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 already deleted. [ 987.565311] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.924133] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.924133] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.924133] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.924133] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.924133] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.924133] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 076e236b-f2a4-40b0-b924-41d93cd0f54a not found, creating... [ 987.924133] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.924133] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.924598] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.924598] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.924687] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.924971] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.925137] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.925255] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.925462] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.925594] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.925736] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 076e236b-f2a4-40b0-b924-41d93cd0f54a is going to be created. [ 987.947453] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.948881] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.949094] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.950440] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.950739] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.951027] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-076e236b-f2a4-40b0-b924-41d93cd0f54a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.675397] env[69242]: INFO networking_nsxv3.common.synchronization [req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 req-db91267d-8ea4-4313-aa72-e4195850e98b service nova] Enqueued Resource ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 with Priority: HIGHEST for action security_group_rules [ 988.676048] env[69242]: INFO networking_nsxv3.common.synchronization [req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 req-db91267d-8ea4-4313-aa72-e4195850e98b service nova] Enqueued Resource ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 with Priority: HIGHEST for action security_group_members [ 988.676209] env[69242]: INFO networking_nsxv3.common.synchronization [req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 req-db91267d-8ea4-4313-aa72-e4195850e98b service nova] Enqueued Resource ID: 076e236b-f2a4-40b0-b924-41d93cd0f54a with Priority: HIGHEST for action port [ 988.676444] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 with Priority: HIGHEST for action security_group_rules [ 988.676569] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 with Priority: HIGHEST for action security_group_members [ 988.676712] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076e236b-f2a4-40b0-b924-41d93cd0f54a with Priority: HIGHEST for action port [ 988.680801] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dfdad67-c482-4252-8bd0-5248f10ec2a8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.680954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.681072] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.682441] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.682441] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dfdad67-c482-4252-8bd0-5248f10ec2a8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.682441] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfdad67-c482-4252-8bd0-5248f10ec2a8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.682705] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.682705] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.682810] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.682970] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.683077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.683168] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.683349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.683442] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.683548] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dfdad67-c482-4252-8bd0-5248f10ec2a8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.687036] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-076e236b-f2a4-40b0-b924-41d93cd0f54a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.687036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-076e236b-f2a4-40b0-b924-41d93cd0f54a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.687036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-076e236b-f2a4-40b0-b924-41d93cd0f54a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.687036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-076e236b-f2a4-40b0-b924-41d93cd0f54a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.687036] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('076e236b-f2a4-40b0-b924-41d93cd0f54a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.190020] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dfdad67-c482-4252-8bd0-5248f10ec2a8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.190020] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfdad67-c482-4252-8bd0-5248f10ec2a8 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.190020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.190020] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 076e236b-f2a4-40b0-b924-41d93cd0f54a with status ACTIVE [ 989.190020] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.190020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.190020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.190020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.190020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.190020] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.190020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.190020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.190020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.190020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.190723] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.190723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.190723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.190723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.190723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.190723] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 076e236b-f2a4-40b0-b924-41d93cd0f54a is going to be updated. [ 989.217546] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.217546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.217546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.217546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.217546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.217546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-076e236b-f2a4-40b0-b924-41d93cd0f54a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.283302] env[69242]: INFO networking_nsxv3.common.synchronization [req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 req-cff4ebf0-e6fe-40d3-8233-96bf0965a9a1 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Enqueued Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_members [ 989.283577] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGHEST for action security_group_members [ 989.284500] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.284500] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.284500] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.284500] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.284500] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.284500] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.284817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.284817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.284817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.284915] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.698892] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dfdad67-c482-4252-8bd0-5248f10ec2a8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.786525] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.786715] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.786789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.787046] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.787149] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.787370] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.787483] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.787548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.787721] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.787803] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.787907] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 is going to be updated. [ 989.815039] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.815039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.815039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.815039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.815039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.820296] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 in Status: IN_PROGRESS for 2s [ 990.203328] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.203328] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.203328] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.203328] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.203328] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.203328] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 is going to be created. [ 990.224811] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.224811] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.224811] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.224811] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.225080] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.237431] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 in Status: UNINITIALIZED for 2s [ 990.368857] env[69242]: INFO networking_nsxv3.common.synchronization [req-72370596-d91a-44dc-a019-5b7d30bcd23c req-38d24e67-98d1-4439-986a-111e236de786 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 990.369374] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 990.369776] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.370193] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.370193] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.370406] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.370608] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.370734] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.370889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.373837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.373919] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.374064] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.723999] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.724350] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-385" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.724496] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-385" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.724899] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-385" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.725282] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.725508] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.725678] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.725964] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.726361] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.726449] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.726611] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.726751] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.726870] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.726986] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.727108] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.727246] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.744707] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.745063] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 990.745251] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.745505] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-385" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.745922] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-92b053c0-f66a-4c0e-b865-2f8f69aed30d taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.746235] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-92b053c0-f66a-4c0e-b865-2f8f69aed30d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.746426] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-92b053c0-f66a-4c0e-b865-2f8f69aed30d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.746772] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-92b053c0-f66a-4c0e-b865-2f8f69aed30d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.746982] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b053c0-f66a-4c0e-b865-2f8f69aed30d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.877379] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.878352] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.879104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.879104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.879104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.879104] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.879410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.879410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.879410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.879557] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.879557] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 is going to be updated. [ 990.906136] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.906289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.906356] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.906566] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.906714] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.915313] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: IN_PROGRESS for 2s [ 991.249075] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.249331] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.249505] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.249877] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.250060] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.250272] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 92b053c0-f66a-4c0e-b865-2f8f69aed30d not found, creating... [ 991.250594] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.250789] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.250915] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.251160] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.251358] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.251698] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.251911] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.252079] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.252370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.252545] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.252707] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 92b053c0-f66a-4c0e-b865-2f8f69aed30d is going to be created. [ 991.282898] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.283117] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.283444] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.283739] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.283980] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.284228] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-92b053c0-f66a-4c0e-b865-2f8f69aed30d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.830763] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 in Status: SUCCESS [ 991.831103] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 deletion is rescheduled due to dependency. [ 991.831103] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.088218] env[69242]: INFO networking_nsxv3.common.synchronization [req-72370596-d91a-44dc-a019-5b7d30bcd23c req-7fa704bc-dc1e-442f-a880-013d8f06d702 service nova] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_rules [ 992.088560] env[69242]: INFO networking_nsxv3.common.synchronization [req-72370596-d91a-44dc-a019-5b7d30bcd23c req-7fa704bc-dc1e-442f-a880-013d8f06d702 service nova] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 992.092436] env[69242]: INFO networking_nsxv3.common.synchronization [req-72370596-d91a-44dc-a019-5b7d30bcd23c req-7fa704bc-dc1e-442f-a880-013d8f06d702 service nova] Enqueued Resource ID: 92b053c0-f66a-4c0e-b865-2f8f69aed30d with Priority: HIGHEST for action port [ 992.093817] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_rules [ 992.094108] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 992.094392] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b053c0-f66a-4c0e-b865-2f8f69aed30d with Priority: HIGHEST for action port [ 992.095350] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.095610] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.095802] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.096858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.097063] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.098641] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.098839] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.099485] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-92b053c0-f66a-4c0e-b865-2f8f69aed30d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.099913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92b053c0-f66a-4c0e-b865-2f8f69aed30d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.099913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92b053c0-f66a-4c0e-b865-2f8f69aed30d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.100298] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92b053c0-f66a-4c0e-b865-2f8f69aed30d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.103680] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b053c0-f66a-4c0e-b865-2f8f69aed30d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.245698] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 in Status: SUCCESS [ 992.245923] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.246110] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.246325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.246516] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.246627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.246690] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.246833] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.246920] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.247043] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.247134] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2dfdad67-c482-4252-8bd0-5248f10ec2a8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.603980] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.603980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.603980] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92b053c0-f66a-4c0e-b865-2f8f69aed30d with status ACTIVE [ 992.604177] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.604259] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.604325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.604643] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.604737] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.604896] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.604991] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.605197] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.605357] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.605465] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.605662] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.605807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.605807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.605925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.605995] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.606092] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92b053c0-f66a-4c0e-b865-2f8f69aed30d is going to be updated. [ 992.631813] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.632106] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.632106] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.632344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.632498] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.632662] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92b053c0-f66a-4c0e-b865-2f8f69aed30d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.750611] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfdad67-c482-4252-8bd0-5248f10ec2a8 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.750817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.750817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.751052] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.751216] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.751312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.751375] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.751551] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.751636] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.751723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.751866] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfdad67-c482-4252-8bd0-5248f10ec2a8 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.751956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.752027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.752168] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.752430] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.752584] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.752653] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.752819] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.752897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.752984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.753095] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2dfdad67-c482-4252-8bd0-5248f10ec2a8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.925866] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: SUCCESS [ 992.926233] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 deletion is rescheduled due to dependency. [ 992.926233] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.926488] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.927015] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.927230] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.927366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.927479] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.927673] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.929501] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.929621] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.975675] env[69242]: INFO networking_nsxv3.common.synchronization [req-ae78d967-8ede-4841-a357-7488928f7c39 req-267db178-a309-4957-bb3e-c539a3a11154 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Enqueued Resource ID: 860de744-7946-4cac-ad57-298e48424855 with Priority: HIGHEST for action security_group_members [ 992.980471] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860de744-7946-4cac-ad57-298e48424855 with Priority: HIGHEST for action security_group_members [ 992.980897] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-860de744-7946-4cac-ad57-298e48424855 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.981039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.981108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.981326] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.981474] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.981568] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.981667] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.981764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.981848] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.981939] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('860de744-7946-4cac-ad57-298e48424855',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.255587] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2dfdad67-c482-4252-8bd0-5248f10ec2a8: rpc.has_security_group_logging(os_id): False [ 993.279822] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.279978] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.280058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.280285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.280387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.280587] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.280715] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.280761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.280888] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.280962] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.281175] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.281269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.281330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.281468] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.281542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.281716] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.281807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.281867] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.282011] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.282088] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.282173] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 is going to be created. [ 993.339102] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.339102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.339102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.339102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.339102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.352946] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 in Status: IN_PROGRESS for 2s [ 993.431599] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.488523] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('860de744-7946-4cac-ad57-298e48424855',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.934827] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.991409] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('860de744-7946-4cac-ad57-298e48424855',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.437403] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.437643] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.437720] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.438100] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.438138] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.438243] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 is going to be updated. [ 994.465911] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.466125] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.466186] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.466355] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.466505] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.475252] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: IN_PROGRESS for 2s [ 994.493981] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.494163] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.494234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.494457] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.494549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.494669] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 860de744-7946-4cac-ad57-298e48424855 is going to be updated. [ 994.524637] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.524811] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.524898] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.525142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.525345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.534232] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 860de744-7946-4cac-ad57-298e48424855 in Status: IN_PROGRESS for 2s [ 995.365444] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 in Status: SUCCESS [ 995.365444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.487916] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: SUCCESS [ 996.488189] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.488325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.488602] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.488713] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.488830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.488895] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.489058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.489141] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.489229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.489319] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.704241] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 860de744-7946-4cac-ad57-298e48424855 in Status: SUCCESS [ 996.704241] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.994485] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.994663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.994733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.994949] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.995133] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.995741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.995741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.995741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.995741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.995741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.996087] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.996087] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.996087] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.996251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.996251] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.996353] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.996408] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.996489] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.996557] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.996634] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.996716] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.500508] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66e2e6a0-a355-4d9e-81c7-33cf13c5c565: rpc.has_security_group_logging(os_id): False [ 997.519520] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.519520] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.520914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.520914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.520914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.520914] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.520914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.520914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.520914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.520914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.521430] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.521430] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.521430] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.522568] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.522568] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.522568] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.522568] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.522568] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.522568] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.522568] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.522568] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 is going to be updated. [ 997.588297] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.588297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.588297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.588297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.588458] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.601891] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: IN_PROGRESS for 2s [ 997.981589] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 997.981709] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 999.617245] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: SUCCESS [ 999.617552] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.659033] env[69242]: INFO networking_nsxv3.common.synchronization [None req-855d6f0f-3409-4465-8fbb-2e254f5cd4d0 None None] Enqueued Resource ID: 9ba61b6d-93a6-46b1-a16e-fb095bc0ebd8 with Priority: HIGHEST for action port [ 999.659303] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ba61b6d-93a6-46b1-a16e-fb095bc0ebd8 with Priority: HIGHEST for action port [ 999.659889] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ba61b6d-93a6-46b1-a16e-fb095bc0ebd8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.660030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ba61b6d-93a6-46b1-a16e-fb095bc0ebd8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.660101] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ba61b6d-93a6-46b1-a16e-fb095bc0ebd8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.660354] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ba61b6d-93a6-46b1-a16e-fb095bc0ebd8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.660438] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ba61b6d-93a6-46b1-a16e-fb095bc0ebd8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.163419] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ba61b6d-93a6-46b1-a16e-fb095bc0ebd8 [ 1000.164050] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.164208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.164278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.164490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.164584] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.164707] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ba61b6d-93a6-46b1-a16e-fb095bc0ebd8 already deleted. [ 1000.164791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ba61b6d-93a6-46b1-a16e-fb095bc0ebd8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.601901] env[69242]: INFO networking_nsxv3.common.synchronization [None req-9d2e9b21-e535-412b-9833-8d906ce29ec0 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Enqueued Resource ID: 907b20a3-894b-40a9-97ed-03e9a930e608 with Priority: HIGHEST for action security_group_rules [ 1000.602660] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907b20a3-894b-40a9-97ed-03e9a930e608 with Priority: HIGHEST for action security_group_rules [ 1000.603140] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-907b20a3-894b-40a9-97ed-03e9a930e608 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.603365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.603484] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.603893] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.604043] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('907b20a3-894b-40a9-97ed-03e9a930e608',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.732945] env[69242]: INFO networking_nsxv3.common.synchronization [None req-d7c9b3e9-8e22-4c55-b205-c1c8c078e325 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Enqueued Resource ID: 907b20a3-894b-40a9-97ed-03e9a930e608 with Priority: HIGHEST for action security_group_rules [ 1000.734032] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907b20a3-894b-40a9-97ed-03e9a930e608 with Priority: HIGHEST for action security_group_rules [ 1000.734032] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-907b20a3-894b-40a9-97ed-03e9a930e608 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.734032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.138021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.138021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.138021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.138021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.138021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.138021] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 907b20a3-894b-40a9-97ed-03e9a930e608 already deleted. [ 1001.138021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.138021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.138021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.138021] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('907b20a3-894b-40a9-97ed-03e9a930e608',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.656544] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.656544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.656544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.656922] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.656922] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.656922] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 907b20a3-894b-40a9-97ed-03e9a930e608 already deleted. [ 1001.656922] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.017057] env[69242]: INFO networking_nsxv3.common.synchronization [req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 req-1e68663c-49cc-4aef-977d-0198653b7f4a tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Enqueued Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGHEST for action security_group_members [ 1002.017699] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGHEST for action security_group_members [ 1002.020856] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.020856] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.020856] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.020856] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.020856] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.020856] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.020856] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.020856] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.020856] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.020856] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.137250] env[69242]: INFO networking_nsxv3.common.synchronization [None req-3583799f-d4a6-4a50-b9b9-b58ffc031532 None None] Enqueued Resource ID: e3b77925-a0d6-4194-a76f-3c196abe3e69 with Priority: HIGHEST for action port [ 1002.137250] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b77925-a0d6-4194-a76f-3c196abe3e69 with Priority: HIGHEST for action port [ 1002.137250] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3b77925-a0d6-4194-a76f-3c196abe3e69 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.137704] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3b77925-a0d6-4194-a76f-3c196abe3e69" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.137904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3b77925-a0d6-4194-a76f-3c196abe3e69" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.138302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3b77925-a0d6-4194-a76f-3c196abe3e69" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.139897] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3b77925-a0d6-4194-a76f-3c196abe3e69',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.457209] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.457419] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-958" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.457661] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-958" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.457950] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-958" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.459820] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.460019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.460155] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.460420] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.460614] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.460851] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1002.460971] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.461101] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.461236] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.461318] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1002.461426] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.461571] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.481220] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.481403] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1002.481546] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.481735] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-958" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.482105] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-353ab83a-d693-48f6-91ec-45942e9f3766 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.482290] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-353ab83a-d693-48f6-91ec-45942e9f3766" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.482429] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-353ab83a-d693-48f6-91ec-45942e9f3766" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.482842] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-353ab83a-d693-48f6-91ec-45942e9f3766" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.482987] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('353ab83a-d693-48f6-91ec-45942e9f3766',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.524640] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.641623] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3b77925-a0d6-4194-a76f-3c196abe3e69 [ 1002.641623] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.641824] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.641863] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.642216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.642387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.642559] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3b77925-a0d6-4194-a76f-3c196abe3e69 already deleted. [ 1002.642698] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3b77925-a0d6-4194-a76f-3c196abe3e69" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.855024] env[69242]: INFO networking_nsxv3.common.synchronization [req-6708d640-8e67-4856-8bf6-3b096276d14e req-e2a890e6-1546-4aec-9792-2d694a5e44f0 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Enqueued Resource ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 with Priority: HIGHEST for action security_group_members [ 1002.855024] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 with Priority: HIGHEST for action security_group_members [ 1002.856027] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dfdad67-c482-4252-8bd0-5248f10ec2a8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.856027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.856027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.856027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.856027] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.856027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.856599] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.856599] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.856599] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.856599] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dfdad67-c482-4252-8bd0-5248f10ec2a8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.986457] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.986762] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.986933] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.987279] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.987689] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.987909] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 353ab83a-d693-48f6-91ec-45942e9f3766 not found, creating... [ 1002.988231] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.988437] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.988587] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.988960] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.989170] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.989507] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.989737] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.989904] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.990190] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.990353] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.990532] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 353ab83a-d693-48f6-91ec-45942e9f3766 is going to be created. [ 1003.011235] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.011451] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.011581] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.011938] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.012203] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.012431] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-353ab83a-d693-48f6-91ec-45942e9f3766" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.028332] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.359098] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.359098] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.359098] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.359528] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.359528] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.359641] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.359762] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.359826] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.359996] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.360085] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.360187] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 is going to be updated. [ 1003.390765] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.390934] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.391054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.391275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.391481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.400535] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 in Status: IN_PROGRESS for 2s [ 1003.532970] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.532970] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.532970] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.532970] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.533194] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.533306] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 is going to be updated. [ 1003.562545] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.562545] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.562545] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.562545] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.562545] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.572847] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 in Status: IN_PROGRESS for 2s [ 1003.765199] env[69242]: INFO networking_nsxv3.common.synchronization [req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 req-b0cf920b-ee4f-4821-9361-d220efcc1962 service nova] Enqueued Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGHEST for action security_group_rules [ 1003.765385] env[69242]: INFO networking_nsxv3.common.synchronization [req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 req-b0cf920b-ee4f-4821-9361-d220efcc1962 service nova] Enqueued Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGHEST for action security_group_members [ 1003.765525] env[69242]: INFO networking_nsxv3.common.synchronization [req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 req-b0cf920b-ee4f-4821-9361-d220efcc1962 service nova] Enqueued Resource ID: 353ab83a-d693-48f6-91ec-45942e9f3766 with Priority: HIGHEST for action port [ 1003.765752] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGHEST for action security_group_rules [ 1003.765876] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGHEST for action security_group_members [ 1003.765990] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353ab83a-d693-48f6-91ec-45942e9f3766 with Priority: HIGHEST for action port [ 1003.767776] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdef5e17-a895-4c90-bbde-5b37cb2f7e14 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.767987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.767987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.768221] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.768221] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.771150] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.771150] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.771150] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-353ab83a-d693-48f6-91ec-45942e9f3766 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.771150] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-353ab83a-d693-48f6-91ec-45942e9f3766" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.771150] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-353ab83a-d693-48f6-91ec-45942e9f3766" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.771458] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-353ab83a-d693-48f6-91ec-45942e9f3766" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.771458] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('353ab83a-d693-48f6-91ec-45942e9f3766',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.274105] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.274105] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.274105] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 353ab83a-d693-48f6-91ec-45942e9f3766 with status ACTIVE [ 1004.274754] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.274754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.274754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.274900] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.275036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.276725] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.276725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.276725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.276725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.276725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.276725] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.276725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.276725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.276725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.277166] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.277166] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 353ab83a-d693-48f6-91ec-45942e9f3766 is going to be updated. [ 1004.301700] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.301973] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.301973] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.305028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.305028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.305028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-353ab83a-d693-48f6-91ec-45942e9f3766" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.411996] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 in Status: SUCCESS [ 1005.412321] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 deletion is rescheduled due to dependency. [ 1005.412321] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.584973] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 in Status: SUCCESS [ 1005.585232] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.585407] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.585686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.585874] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.586074] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.586147] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.586317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.586395] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.586488] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.088480] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.590663] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.800161] env[69242]: INFO networking_nsxv3.common.synchronization [req-b3d5bda5-fb01-473e-bf59-929cb05df4ad req-821c4b63-86f5-4d12-ac1a-a263cd1bfd98 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Enqueued Resource ID: df36513a-a549-4ed8-89ce-11262902c4db with Priority: HIGHEST for action security_group_members [ 1006.800161] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df36513a-a549-4ed8-89ce-11262902c4db with Priority: HIGHEST for action security_group_members [ 1006.800732] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-df36513a-a549-4ed8-89ce-11262902c4db taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.802110] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.802555] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.803565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.803949] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.804269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.804530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.804860] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.805107] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.805747] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df36513a-a549-4ed8-89ce-11262902c4db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.096454] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.096614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.096691] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.096963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.097084] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.097190] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 is going to be updated. [ 1007.121792] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.122061] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-601" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.122198] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-601" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.122734] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-601" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.123029] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.123984] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.123984] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.123984] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.123984] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.123984] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.124336] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.124336] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.124451] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.124584] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.124688] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.124829] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.126698] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.126942] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.127058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.127275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.127485] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.144848] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 in Status: IN_PROGRESS for 2s [ 1007.153398] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.153558] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1007.153804] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.154015] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-601" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.154429] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-db6fd761-6e4e-49f9-a41a-bef33b5c65d7 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.154594] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-db6fd761-6e4e-49f9-a41a-bef33b5c65d7" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.154647] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-db6fd761-6e4e-49f9-a41a-bef33b5c65d7" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.154972] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-db6fd761-6e4e-49f9-a41a-bef33b5c65d7" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.155124] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db6fd761-6e4e-49f9-a41a-bef33b5c65d7',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.308909] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.309102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.309167] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.309393] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.309483] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.309684] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.309808] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.309970] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.310218] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.310310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.310409] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df36513a-a549-4ed8-89ce-11262902c4db already deleted. [ 1007.310491] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.658147] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.658474] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.658474] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.658702] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.658858] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.659076] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port db6fd761-6e4e-49f9-a41a-bef33b5c65d7 not found, creating... [ 1007.659335] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.659503] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.659625] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.659848] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.659992] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.660313] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.660472] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.660625] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.660976] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.661146] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.661295] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: db6fd761-6e4e-49f9-a41a-bef33b5c65d7 is going to be created. [ 1007.686987] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.687231] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.687359] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.687711] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.688792] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.688792] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-db6fd761-6e4e-49f9-a41a-bef33b5c65d7" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.483074] env[69242]: INFO networking_nsxv3.common.synchronization [req-b3d5bda5-fb01-473e-bf59-929cb05df4ad req-5f92c08a-5508-434e-b6ed-ad90f44b712a service nova] Enqueued Resource ID: df36513a-a549-4ed8-89ce-11262902c4db with Priority: HIGHEST for action security_group_rules [ 1008.483074] env[69242]: INFO networking_nsxv3.common.synchronization [req-b3d5bda5-fb01-473e-bf59-929cb05df4ad req-5f92c08a-5508-434e-b6ed-ad90f44b712a service nova] Enqueued Resource ID: df36513a-a549-4ed8-89ce-11262902c4db with Priority: HIGHEST for action security_group_members [ 1008.483206] env[69242]: INFO networking_nsxv3.common.synchronization [req-b3d5bda5-fb01-473e-bf59-929cb05df4ad req-5f92c08a-5508-434e-b6ed-ad90f44b712a service nova] Enqueued Resource ID: db6fd761-6e4e-49f9-a41a-bef33b5c65d7 with Priority: HIGHEST for action port [ 1008.483358] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df36513a-a549-4ed8-89ce-11262902c4db with Priority: HIGHEST for action security_group_rules [ 1008.483499] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df36513a-a549-4ed8-89ce-11262902c4db with Priority: HIGHEST for action security_group_members [ 1008.483586] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db6fd761-6e4e-49f9-a41a-bef33b5c65d7 with Priority: HIGHEST for action port [ 1008.484259] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df36513a-a549-4ed8-89ce-11262902c4db taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.484426] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.484611] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.484840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.484967] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df36513a-a549-4ed8-89ce-11262902c4db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.486011] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-df36513a-a549-4ed8-89ce-11262902c4db taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.486138] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.486881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.486881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.486881] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.486881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.486881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.487153] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.487153] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.487153] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df36513a-a549-4ed8-89ce-11262902c4db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.488001] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-db6fd761-6e4e-49f9-a41a-bef33b5c65d7 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.489418] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db6fd761-6e4e-49f9-a41a-bef33b5c65d7" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.489418] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db6fd761-6e4e-49f9-a41a-bef33b5c65d7" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.489418] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db6fd761-6e4e-49f9-a41a-bef33b5c65d7" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.489418] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db6fd761-6e4e-49f9-a41a-bef33b5c65d7',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.991059] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df36513a-a549-4ed8-89ce-11262902c4db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.992154] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-df36513a-a549-4ed8-89ce-11262902c4db taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.992299] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.992439] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db6fd761-6e4e-49f9-a41a-bef33b5c65d7 with status ACTIVE [ 1008.992597] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.992702] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.992769] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.993044] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.993155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.993332] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.993425] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.993486] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.993701] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.993863] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.994091] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.994240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.994374] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.994499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.994582] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.994670] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db6fd761-6e4e-49f9-a41a-bef33b5c65d7 is going to be updated. [ 1009.015104] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.015104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.015104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.015104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.015104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.015104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db6fd761-6e4e-49f9-a41a-bef33b5c65d7" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.161710] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 in Status: SUCCESS [ 1009.162117] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.162349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.162665] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.162988] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.163153] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.163283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.163523] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.163646] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.163799] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.163936] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.498209] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df36513a-a549-4ed8-89ce-11262902c4db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.670028] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.670028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.670028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.670028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.670028] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.670028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.670028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.670028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.670028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.670028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.670028] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.670028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.670028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.670028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.670028] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.670028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.670945] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.670945] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.670945] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.670945] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.670945] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.002521] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.002521] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.002521] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.002521] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.002521] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.002521] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df36513a-a549-4ed8-89ce-11262902c4db is going to be created. [ 1010.033603] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.036715] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.036715] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.036715] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.036715] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.047779] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df36513a-a549-4ed8-89ce-11262902c4db in Status: UNINITIALIZED for 2s [ 1010.175465] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdef5e17-a895-4c90-bbde-5b37cb2f7e14: rpc.has_security_group_logging(os_id): False [ 1010.197697] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.197898] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.199076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.199076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.199076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.199076] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.199076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.199076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.199076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.199076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.199410] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.199410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.199410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.199410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.199743] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.199743] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.199950] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.199950] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.200031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.200065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.200154] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 is going to be updated. [ 1010.311845] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.312720] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.312720] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.312720] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.312720] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.323635] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 in Status: IN_PROGRESS for 2s [ 1010.331783] env[69242]: INFO networking_nsxv3.common.synchronization [req-a47d7b7a-34ab-4099-b9c1-e8da64911543 req-30d5e932-3f63-48ba-9750-299aab695eaf tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Enqueued Resource ID: e9e738c2-3e92-46e2-b326-ba8333f886bd with Priority: HIGHEST for action security_group_members [ 1010.332374] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e738c2-3e92-46e2-b326-ba8333f886bd with Priority: HIGHEST for action security_group_members [ 1010.333396] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e738c2-3e92-46e2-b326-ba8333f886bd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.333396] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.333396] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.333788] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.333788] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.333788] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.333993] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.334055] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.334108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.334216] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9e738c2-3e92-46e2-b326-ba8333f886bd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.774726] env[69242]: INFO networking_nsxv3.common.synchronization [req-c200c36a-c424-4edd-abb9-2e4de964b959 req-0d601850-123d-4186-8be6-ddfb8a852b31 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Enqueued Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 1010.775288] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 1010.775645] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.775788] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.775892] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.776813] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.777080] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.777162] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.777234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.777442] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.777541] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.777638] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.837495] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.837597] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.837703] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.837883] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.838631] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.838631] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.838631] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.838631] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.838631] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.838631] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.838631] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e738c2-3e92-46e2-b326-ba8333f886bd is going to be updated. [ 1010.864452] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.864812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.864812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.864892] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.867075] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.873346] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e738c2-3e92-46e2-b326-ba8333f886bd in Status: IN_PROGRESS for 2s [ 1011.279873] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.783037] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.057165] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df36513a-a549-4ed8-89ce-11262902c4db in Status: SUCCESS [ 1012.057412] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.057579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.057796] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.057993] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.059343] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.059343] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.059343] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.059343] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.059343] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.059343] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df36513a-a549-4ed8-89ce-11262902c4db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.288021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.288021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.288021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.288021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.288021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.288021] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 is going to be updated. [ 1012.314897] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.315445] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.315675] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.316028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.316312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.324887] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: IN_PROGRESS for 2s [ 1012.336200] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 in Status: SUCCESS [ 1012.336200] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.564020] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-df36513a-a549-4ed8-89ce-11262902c4db taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.564020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.564020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.564020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.564020] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.564020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.564020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.564020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.564020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.564020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.564020] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-df36513a-a549-4ed8-89ce-11262902c4db taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.564020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.564020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.564020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.564020] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.564020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.564798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.564798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.564798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.564798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.564798] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df36513a-a549-4ed8-89ce-11262902c4db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.887093] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e738c2-3e92-46e2-b326-ba8333f886bd in Status: SUCCESS [ 1012.887438] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e738c2-3e92-46e2-b326-ba8333f886bd deletion is rescheduled due to dependency. [ 1012.887438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.055023] env[69242]: INFO networking_nsxv3.common.synchronization [req-e4ac8a51-b83e-4443-a258-2d3352cee570 req-3216760d-4920-4558-82c0-e570d2a10e65 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 1013.055998] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGHEST for action security_group_members [ 1013.056455] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.056706] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.056812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.057065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.057244] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.057419] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.057510] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.057840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.057840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.057972] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.067365] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df36513a-a549-4ed8-89ce-11262902c4db: rpc.has_security_group_logging(os_id): False [ 1013.092838] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.093079] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.093143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.093462] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.093619] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.093929] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.095039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.095176] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.095835] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.095835] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.096051] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.097028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.097028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.097028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.097028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.097349] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.098579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.098579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.098579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.098579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.098579] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df36513a-a549-4ed8-89ce-11262902c4db is going to be created. [ 1013.218045] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.218242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.218306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.218520] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.218703] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.247726] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df36513a-a549-4ed8-89ce-11262902c4db in Status: IN_PROGRESS for 2s [ 1013.560515] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.560914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.560914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.561218] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.561322] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.561948] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.562128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.562220] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.562524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.562689] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.565882] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 is going to be updated. [ 1013.589033] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.589033] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.589033] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.589033] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.589033] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.597026] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: IN_PROGRESS for 2s [ 1013.893420] env[69242]: INFO networking_nsxv3.common.synchronization [None req-20265950-8732-4b4a-be74-8af6cd16975c None None] Enqueued Resource ID: 96316f35-7aba-4ec1-977d-cd6c59174ec3 with Priority: HIGHEST for action port [ 1013.894610] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96316f35-7aba-4ec1-977d-cd6c59174ec3 with Priority: HIGHEST for action port [ 1013.896292] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-96316f35-7aba-4ec1-977d-cd6c59174ec3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.896292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96316f35-7aba-4ec1-977d-cd6c59174ec3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.896292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96316f35-7aba-4ec1-977d-cd6c59174ec3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.896510] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96316f35-7aba-4ec1-977d-cd6c59174ec3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.896642] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96316f35-7aba-4ec1-977d-cd6c59174ec3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.336850] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: SUCCESS [ 1014.337102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.401475] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96316f35-7aba-4ec1-977d-cd6c59174ec3 [ 1014.401475] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.401475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.401475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.401475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.401475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.401475] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96316f35-7aba-4ec1-977d-cd6c59174ec3 already deleted. [ 1014.401475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96316f35-7aba-4ec1-977d-cd6c59174ec3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.948079] env[69242]: INFO networking_nsxv3.common.synchronization [None req-6c51a820-0f64-418e-9129-0a2d821ce969 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Enqueued Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_rules [ 1014.948594] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_rules [ 1014.948980] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-606c1215-5dd7-4505-9436-82f0c5f680fe taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.951446] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.951446] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.951446] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.951446] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.036234] env[69242]: INFO networking_nsxv3.common.synchronization [None req-9d30d013-1165-431e-8638-244c5d0fb6fd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Enqueued Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_rules [ 1015.036873] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_rules [ 1015.037494] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-606c1215-5dd7-4505-9436-82f0c5f680fe taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.037721] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.285396] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df36513a-a549-4ed8-89ce-11262902c4db in Status: SUCCESS [ 1015.285633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.473027] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.473236] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.473469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.473569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.473639] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.473941] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe already deleted. [ 1015.473941] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.474151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.474223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.474282] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.555765] env[69242]: INFO networking_nsxv3.common.synchronization [req-26d38adf-90cf-4eba-a4e4-dcf2db57c781 req-d459e818-39ef-4e60-8bd0-c6ca17a8a2e9 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 1015.556306] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 1015.556842] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.556842] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.556842] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.557034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.557139] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.557235] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.557296] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.557438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.557534] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.557627] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.606884] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 in Status: SUCCESS [ 1015.606884] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 deletion is rescheduled due to dependency. [ 1015.606884] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.733967] env[69242]: INFO networking_nsxv3.common.synchronization [None req-b922630e-5d67-4042-a2fe-c5400c9852b1 None None] Enqueued Resource ID: 22ac8e2e-246d-4340-8650-e69544bfd68d with Priority: HIGHEST for action port [ 1015.734560] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ac8e2e-246d-4340-8650-e69544bfd68d with Priority: HIGHEST for action port [ 1015.734872] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-22ac8e2e-246d-4340-8650-e69544bfd68d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.734994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22ac8e2e-246d-4340-8650-e69544bfd68d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.735223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22ac8e2e-246d-4340-8650-e69544bfd68d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.735588] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22ac8e2e-246d-4340-8650-e69544bfd68d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.735722] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22ac8e2e-246d-4340-8650-e69544bfd68d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.998394] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.998614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.998614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.998801] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.998864] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.998956] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe already deleted. [ 1015.999052] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.060710] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.060710] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.060880] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.060999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.061261] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.061344] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.061591] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.061591] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.061741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.061741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.061823] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be updated. [ 1016.098155] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.098155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.098155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.098155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.098155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.112145] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: IN_PROGRESS for 2s [ 1016.238298] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22ac8e2e-246d-4340-8650-e69544bfd68d [ 1016.238654] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.238800] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.238871] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.239137] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.239259] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.239431] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22ac8e2e-246d-4340-8650-e69544bfd68d already deleted. [ 1016.239552] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22ac8e2e-246d-4340-8650-e69544bfd68d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.644203] env[69242]: INFO networking_nsxv3.common.synchronization [req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e req-d60834e2-07de-4fca-a5e9-f28e79efa884 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Enqueued Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGHEST for action security_group_members [ 1016.645277] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGHEST for action security_group_members [ 1016.645277] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.645277] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.645508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.645508] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.645650] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.645761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.645806] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.648788] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.648788] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.648788] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.151471] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.354034] env[69242]: INFO networking_nsxv3.common.synchronization [req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 req-909e6870-6d0d-4802-8383-280e7116a127 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGHEST for action security_group_members [ 1017.354921] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGHEST for action security_group_members [ 1017.355315] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4aa979-ec67-4685-a408-6f4febf6c882 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.355482] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.355578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.355857] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.356053] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.356150] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.356244] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.356533] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.356655] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.356752] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.654682] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.669764] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.671024] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.671024] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.671024] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.671024] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.671724] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.672027] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.674738] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.674738] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.674738] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.674738] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.674738] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.674738] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.674738] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.674738] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.674738] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.699705] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.699905] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1017.700057] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.700246] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.700567] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-074f4bde-21ba-4639-925d-19ea222be2ba taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.700742] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-074f4bde-21ba-4639-925d-19ea222be2ba" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.700862] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-074f4bde-21ba-4639-925d-19ea222be2ba" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.701817] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-074f4bde-21ba-4639-925d-19ea222be2ba" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.702039] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('074f4bde-21ba-4639-925d-19ea222be2ba',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.858867] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.859038] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.859110] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.859356] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.859463] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.859686] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.859770] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.860111] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.860111] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.860111] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.860241] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 already deleted. [ 1017.860241] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.130701] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 1018.130878] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce deletion is rescheduled due to dependency. [ 1018.130945] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.156828] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.157148] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.157203] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.157489] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.157621] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.157766] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 is going to be updated. [ 1018.205351] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.205701] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.205853] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.206176] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.206470] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.206590] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 074f4bde-21ba-4639-925d-19ea222be2ba not found, creating... [ 1018.206865] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.207040] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.207163] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.207388] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.207531] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.207817] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.207975] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.208582] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.208582] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.208582] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.208582] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 074f4bde-21ba-4639-925d-19ea222be2ba is going to be created. [ 1018.224658] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.224830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.224896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.225131] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.225262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.233400] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.233626] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.233732] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.233982] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.234228] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.234460] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-074f4bde-21ba-4639-925d-19ea222be2ba" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.235808] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 in Status: IN_PROGRESS for 2s [ 1018.984601] env[69242]: INFO networking_nsxv3.common.synchronization [req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 req-0a0d8036-32b8-4314-98b7-bf79165e588c service nova] Enqueued Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGHEST for action security_group_rules [ 1018.984778] env[69242]: INFO networking_nsxv3.common.synchronization [req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 req-0a0d8036-32b8-4314-98b7-bf79165e588c service nova] Enqueued Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGHEST for action security_group_members [ 1018.984918] env[69242]: INFO networking_nsxv3.common.synchronization [req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 req-0a0d8036-32b8-4314-98b7-bf79165e588c service nova] Enqueued Resource ID: 074f4bde-21ba-4639-925d-19ea222be2ba with Priority: HIGHEST for action port [ 1018.985167] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGHEST for action security_group_rules [ 1018.985300] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGHEST for action security_group_members [ 1018.985395] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074f4bde-21ba-4639-925d-19ea222be2ba with Priority: HIGHEST for action port [ 1018.985978] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f4aa979-ec67-4685-a408-6f4febf6c882 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.986908] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.986994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.987224] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.987312] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.988175] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4aa979-ec67-4685-a408-6f4febf6c882 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.988292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.988358] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.988532] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.988680] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.988773] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.988834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.988970] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.989067] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.989201] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.989947] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-074f4bde-21ba-4639-925d-19ea222be2ba taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.990103] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-074f4bde-21ba-4639-925d-19ea222be2ba" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.990175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-074f4bde-21ba-4639-925d-19ea222be2ba" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.990354] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-074f4bde-21ba-4639-925d-19ea222be2ba" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.990428] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('074f4bde-21ba-4639-925d-19ea222be2ba',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.493426] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.494471] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4aa979-ec67-4685-a408-6f4febf6c882 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.494586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.494743] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 074f4bde-21ba-4639-925d-19ea222be2ba with status ACTIVE [ 1019.494996] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.495160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.495244] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.495472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.495586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.495806] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.495975] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.496079] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.496826] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.496931] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.497135] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.497235] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.497453] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.497644] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.497751] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.497859] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 074f4bde-21ba-4639-925d-19ea222be2ba is going to be updated. [ 1019.519383] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.519677] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.519677] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.519832] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.519984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.520227] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-074f4bde-21ba-4639-925d-19ea222be2ba" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.000646] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.244865] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 in Status: SUCCESS [ 1020.245135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.503014] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.504158] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.504158] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.504158] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.504158] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.504158] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 is going to be created. [ 1020.524556] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.524699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.524770] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.524978] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.525165] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.534396] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 in Status: UNINITIALIZED for 2s [ 1022.546842] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 in Status: SUCCESS [ 1022.546842] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.546842] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.547206] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.547206] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.547304] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.547304] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.547789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.547789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.547789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.547789] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.051091] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.553580] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f4aa979-ec67-4685-a408-6f4febf6c882: rpc.has_security_group_logging(os_id): False [ 1023.574201] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.574344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.574418] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.574647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.575251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.575251] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.575251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.575251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.575502] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.575502] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.575502] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 is going to be created. [ 1023.647957] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.648173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.648244] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.648415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.648598] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.659774] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 in Status: IN_PROGRESS for 2s [ 1023.986604] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1023.986702] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1024.055784] env[69242]: INFO networking_nsxv3.common.synchronization [req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc req-19df574f-1cb0-4e83-a67c-7e318ea21c3f tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Enqueued Resource ID: 860de744-7946-4cac-ad57-298e48424855 with Priority: HIGHEST for action security_group_members [ 1024.056340] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860de744-7946-4cac-ad57-298e48424855 with Priority: HIGHEST for action security_group_members [ 1024.058948] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-860de744-7946-4cac-ad57-298e48424855 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.058948] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.059199] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.059283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.059489] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.059588] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.059652] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.059811] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.059926] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.060040] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('860de744-7946-4cac-ad57-298e48424855',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.346018] env[69242]: INFO networking_nsxv3.common.synchronization [req-9f0b4f96-90d3-4adf-9991-70b6f46736ec req-c2aeb36e-31cf-4e6e-852b-42464ac029be tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Enqueued Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 1024.346018] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 1024.346018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.346018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.346018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.346018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.346018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.346542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.346690] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.346942] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.347139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.347332] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.564344] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.564799] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.564799] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.564905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.565009] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.565213] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.565318] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.565380] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.565526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.565600] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.565687] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 860de744-7946-4cac-ad57-298e48424855 is going to be updated. [ 1024.591666] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.591818] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.591882] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.592097] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.592241] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.600902] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 860de744-7946-4cac-ad57-298e48424855 in Status: IN_PROGRESS for 2s [ 1024.850210] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.850307] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.850378] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.850755] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.850755] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.850996] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.851490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.851490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.851578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.851647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.851849] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 is going to be updated. [ 1024.879087] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.879352] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.879443] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.879656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.879859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.887891] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: IN_PROGRESS for 2s [ 1025.684825] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 in Status: SUCCESS [ 1025.684825] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.610551] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 860de744-7946-4cac-ad57-298e48424855 in Status: SUCCESS [ 1026.610551] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 860de744-7946-4cac-ad57-298e48424855 deletion is rescheduled due to dependency. [ 1026.610551] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860de744-7946-4cac-ad57-298e48424855" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.897454] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: SUCCESS [ 1026.897737] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 deletion is rescheduled due to dependency. [ 1026.897737] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.214937] env[69242]: INFO networking_nsxv3.common.synchronization [None req-8780a289-00ed-4ee2-88da-1f3e2f4e1ee9 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Enqueued Resource ID: 447eba8e-cdff-4d71-a069-27a00e104167 with Priority: HIGHEST for action security_group_rules [ 1028.215344] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447eba8e-cdff-4d71-a069-27a00e104167 with Priority: HIGHEST for action security_group_rules [ 1028.215654] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-447eba8e-cdff-4d71-a069-27a00e104167 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.215815] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.215906] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.216280] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.216338] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('447eba8e-cdff-4d71-a069-27a00e104167',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.295174] env[69242]: INFO networking_nsxv3.common.synchronization [None req-6f263b4c-1ed6-4bad-aea3-3d6061dfce45 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Enqueued Resource ID: 447eba8e-cdff-4d71-a069-27a00e104167 with Priority: HIGHEST for action security_group_rules [ 1028.295841] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447eba8e-cdff-4d71-a069-27a00e104167 with Priority: HIGHEST for action security_group_rules [ 1028.296150] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-447eba8e-cdff-4d71-a069-27a00e104167 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.296257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.738429] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.738429] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.738429] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.738429] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.738429] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.738429] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 447eba8e-cdff-4d71-a069-27a00e104167 already deleted. [ 1028.738429] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.738429] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.738429] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.738429] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('447eba8e-cdff-4d71-a069-27a00e104167',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.261921] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.262297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.262297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.263123] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.263303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.263451] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 447eba8e-cdff-4d71-a069-27a00e104167 already deleted. [ 1029.263615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.605170] env[69242]: INFO networking_nsxv3.common.synchronization [req-060c2a91-d696-4ebb-bf15-5db43532c807 req-e5e933af-1171-495e-a66d-d9da18a36bae tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Enqueued Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 1029.605749] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 1029.606717] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.606717] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.606717] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.606717] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.606717] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.606717] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.606717] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.607221] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.607221] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.607221] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.110963] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.614685] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.117760] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.117914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.118053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.118282] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.119273] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.119273] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 is going to be updated. [ 1031.146101] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.146101] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.146101] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.146830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.146830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.156138] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: IN_PROGRESS for 2s [ 1031.782701] env[69242]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1031.782959] env[69242]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] NSXv3 Agent Agent loop - iteration:2 started [ 1032.467214] env[69242]: INFO networking_nsxv3.common.synchronization [None req-4f460fc6-be4e-4a30-a552-488e03516885 None None] Enqueued Resource ID: c035f3fa-29e7-423e-b202-3455ffc480c8 with Priority: HIGHEST for action port [ 1032.467725] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c035f3fa-29e7-423e-b202-3455ffc480c8 with Priority: HIGHEST for action port [ 1032.468038] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-c035f3fa-29e7-423e-b202-3455ffc480c8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.468165] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c035f3fa-29e7-423e-b202-3455ffc480c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.468234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c035f3fa-29e7-423e-b202-3455ffc480c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.468528] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c035f3fa-29e7-423e-b202-3455ffc480c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.468559] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c035f3fa-29e7-423e-b202-3455ffc480c8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.970640] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c035f3fa-29e7-423e-b202-3455ffc480c8 [ 1032.971033] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.971033] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.971176] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.971292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.971381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.971480] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c035f3fa-29e7-423e-b202-3455ffc480c8 already deleted. [ 1032.971726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c035f3fa-29e7-423e-b202-3455ffc480c8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.169447] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: SUCCESS [ 1033.169599] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.297334] env[69242]: INFO networking_nsxv3.common.synchronization [req-6788ed15-d435-49fc-bef0-c325e15d2630 req-68c9a018-3655-4b9d-ac15-51989ffd3abc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Enqueued Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_members [ 1033.297874] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_members [ 1033.298179] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-606c1215-5dd7-4505-9436-82f0c5f680fe taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.298295] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.298358] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.298611] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.298774] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.298866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.298926] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.299380] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.299380] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.299765] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.682513] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-408 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.682716] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-408" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.682845] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-408" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.683189] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-408" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.683457] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.683616] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.683795] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.685984] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.685984] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.686071] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.686181] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.686297] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.686763] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.686763] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.686763] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.686763] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.704505] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.704662] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1033.704816] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.704998] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-408" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.705409] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-225ecc01-72b6-4465-973c-885265277921 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.705520] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-225ecc01-72b6-4465-973c-885265277921" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.705607] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-225ecc01-72b6-4465-973c-885265277921" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.705932] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-225ecc01-72b6-4465-973c-885265277921" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.706111] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('225ecc01-72b6-4465-973c-885265277921',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.803713] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.803713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.803713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.803713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.803713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.803713] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.803713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.803713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.803713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.803713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.803713] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe already deleted. [ 1033.803713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.212754] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.212754] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.212754] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.212754] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.212754] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.212754] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 225ecc01-72b6-4465-973c-885265277921 not found, creating... [ 1034.212754] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.212754] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.212754] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.212754] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.212754] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.213265] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.213265] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.213265] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.213265] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.213265] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.213265] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 225ecc01-72b6-4465-973c-885265277921 is going to be created. [ 1034.241518] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.241751] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.241883] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.242199] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.242454] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.242694] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-225ecc01-72b6-4465-973c-885265277921" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.880731] env[69242]: INFO networking_nsxv3.common.synchronization [None req-1aad9d2b-78b7-48e8-8786-133689995f87 None None] Enqueued Resource ID: 4324b16d-5a06-4cc2-8c13-f06af25db628 with Priority: HIGHEST for action port [ 1034.881327] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4324b16d-5a06-4cc2-8c13-f06af25db628 with Priority: HIGHEST for action port [ 1034.881626] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-4324b16d-5a06-4cc2-8c13-f06af25db628 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.881812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4324b16d-5a06-4cc2-8c13-f06af25db628" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.881856] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4324b16d-5a06-4cc2-8c13-f06af25db628" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.882157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4324b16d-5a06-4cc2-8c13-f06af25db628" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.882239] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4324b16d-5a06-4cc2-8c13-f06af25db628',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.980212] env[69242]: INFO networking_nsxv3.common.synchronization [None req-4cb61352-daf8-412a-a6c0-5ca5cd6744bc None None] Enqueued Resource ID: 5744a217-56c7-48ab-8600-45d1898d30c3 with Priority: HIGHEST for action port [ 1034.980474] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5744a217-56c7-48ab-8600-45d1898d30c3 with Priority: HIGHEST for action port [ 1034.981280] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-5744a217-56c7-48ab-8600-45d1898d30c3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.981486] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5744a217-56c7-48ab-8600-45d1898d30c3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.981486] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5744a217-56c7-48ab-8600-45d1898d30c3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.982477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5744a217-56c7-48ab-8600-45d1898d30c3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.982568] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5744a217-56c7-48ab-8600-45d1898d30c3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.989829] env[69242]: INFO networking_nsxv3.common.synchronization [req-6788ed15-d435-49fc-bef0-c325e15d2630 req-4847d391-3bf1-4b18-9613-95b7e248331a service nova] Enqueued Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_rules [ 1034.990174] env[69242]: INFO networking_nsxv3.common.synchronization [req-6788ed15-d435-49fc-bef0-c325e15d2630 req-4847d391-3bf1-4b18-9613-95b7e248331a service nova] Enqueued Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_members [ 1034.990174] env[69242]: INFO networking_nsxv3.common.synchronization [req-6788ed15-d435-49fc-bef0-c325e15d2630 req-4847d391-3bf1-4b18-9613-95b7e248331a service nova] Enqueued Resource ID: 225ecc01-72b6-4465-973c-885265277921 with Priority: HIGHEST for action port [ 1034.991027] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_rules [ 1034.991027] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_members [ 1034.991027] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 225ecc01-72b6-4465-973c-885265277921 with Priority: HIGHEST for action port [ 1034.991522] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-606c1215-5dd7-4505-9436-82f0c5f680fe taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.991522] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.991522] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.991522] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.991522] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.994085] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-606c1215-5dd7-4505-9436-82f0c5f680fe taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.994085] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.994085] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.994085] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.994085] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.994549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.994549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.994549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.994549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.994549] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.996664] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-225ecc01-72b6-4465-973c-885265277921 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.997029] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-225ecc01-72b6-4465-973c-885265277921" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.997029] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-225ecc01-72b6-4465-973c-885265277921" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.997029] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-225ecc01-72b6-4465-973c-885265277921" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.997155] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('225ecc01-72b6-4465-973c-885265277921',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.386460] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4324b16d-5a06-4cc2-8c13-f06af25db628 [ 1035.386768] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.387030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.387129] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.387362] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.387483] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.387601] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4324b16d-5a06-4cc2-8c13-f06af25db628 already deleted. [ 1035.387707] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4324b16d-5a06-4cc2-8c13-f06af25db628" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.484953] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5744a217-56c7-48ab-8600-45d1898d30c3 [ 1035.484953] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.484953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.484953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.485210] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.485301] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.485404] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5744a217-56c7-48ab-8600-45d1898d30c3 already deleted. [ 1035.485484] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5744a217-56c7-48ab-8600-45d1898d30c3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.498206] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.502469] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 225ecc01-72b6-4465-973c-885265277921 with status ACTIVE [ 1035.502469] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.502469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.502469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.502469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.502469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.502469] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.502469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.502469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.502469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.502469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.502469] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.502469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.502469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.502469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.502469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.502469] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 225ecc01-72b6-4465-973c-885265277921 is going to be updated. [ 1035.505069] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-606c1215-5dd7-4505-9436-82f0c5f680fe taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.505069] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.523661] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.524424] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.524424] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.524424] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.524535] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.526334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-225ecc01-72b6-4465-973c-885265277921" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.720518] env[69242]: INFO networking_nsxv3.common.synchronization [req-4170e4ea-e234-491a-855d-3bcdea53ed49 req-6f382741-4a87-4374-94c5-db1e3775c8bf tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 1035.720613] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 1035.721404] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.721404] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.721404] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.721404] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.721604] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.721604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.721604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.722135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.722135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.722135] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.005957] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.061777] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-148 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.062019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.062148] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.062408] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.062663] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.062822] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.065120] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.065120] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.065120] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.065120] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.065120] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.065120] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.065120] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.065120] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.065120] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.065120] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.084035] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.084285] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1036.085314] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.085546] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.085910] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-13b0cf1d-7ec5-4a08-8892-5e8edb3260b8 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.086195] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-13b0cf1d-7ec5-4a08-8892-5e8edb3260b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.086265] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-13b0cf1d-7ec5-4a08-8892-5e8edb3260b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.086606] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-13b0cf1d-7ec5-4a08-8892-5e8edb3260b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.086757] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13b0cf1d-7ec5-4a08-8892-5e8edb3260b8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.224978] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.225174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.225260] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.225462] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.225554] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.225743] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.225841] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.225903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.226057] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.226150] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.226238] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be updated. [ 1036.255027] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.255027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.255027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.255027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.255027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.262468] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: IN_PROGRESS for 2s [ 1036.510774] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.511077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.511077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.511231] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.511328] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.511428] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe is going to be created. [ 1036.534341] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.534476] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.534531] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.534721] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.534918] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.543505] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: UNINITIALIZED for 2s [ 1036.589770] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.589983] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.590128] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.590408] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.590554] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.590709] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 13b0cf1d-7ec5-4a08-8892-5e8edb3260b8 not found, creating... [ 1036.590970] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.591145] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.591267] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.591484] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.592046] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.592046] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.592259] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.592259] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.592429] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.592564] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.592824] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 13b0cf1d-7ec5-4a08-8892-5e8edb3260b8 is going to be created. [ 1036.628365] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.628554] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.628680] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.628921] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.629211] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.629428] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-13b0cf1d-7ec5-4a08-8892-5e8edb3260b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.374192] env[69242]: INFO networking_nsxv3.common.synchronization [req-4170e4ea-e234-491a-855d-3bcdea53ed49 req-7ebf0f91-d292-4830-aca0-9a8d70627332 service nova] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_rules [ 1037.374482] env[69242]: INFO networking_nsxv3.common.synchronization [req-4170e4ea-e234-491a-855d-3bcdea53ed49 req-7ebf0f91-d292-4830-aca0-9a8d70627332 service nova] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 1037.375240] env[69242]: INFO networking_nsxv3.common.synchronization [req-4170e4ea-e234-491a-855d-3bcdea53ed49 req-7ebf0f91-d292-4830-aca0-9a8d70627332 service nova] Enqueued Resource ID: 13b0cf1d-7ec5-4a08-8892-5e8edb3260b8 with Priority: HIGHEST for action port [ 1037.375417] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_rules [ 1037.375602] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 1037.375745] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b0cf1d-7ec5-4a08-8892-5e8edb3260b8 with Priority: HIGHEST for action port [ 1037.376073] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.376275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.376379] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.376614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.376732] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.377592] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.377842] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.377980] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-13b0cf1d-7ec5-4a08-8892-5e8edb3260b8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.378135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13b0cf1d-7ec5-4a08-8892-5e8edb3260b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.378226] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13b0cf1d-7ec5-4a08-8892-5e8edb3260b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.378421] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13b0cf1d-7ec5-4a08-8892-5e8edb3260b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.378544] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13b0cf1d-7ec5-4a08-8892-5e8edb3260b8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.505681] env[69242]: INFO networking_nsxv3.common.synchronization [None req-0d9bafbb-ee62-4229-8137-3aa9f90e5b51 None None] Enqueued Resource ID: 5b19dc84-ddce-47b9-931b-1c9587754fa8 with Priority: HIGHEST for action port [ 1037.506201] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b19dc84-ddce-47b9-931b-1c9587754fa8 with Priority: HIGHEST for action port [ 1037.506500] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b19dc84-ddce-47b9-931b-1c9587754fa8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.506612] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b19dc84-ddce-47b9-931b-1c9587754fa8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.506676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b19dc84-ddce-47b9-931b-1c9587754fa8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.506943] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b19dc84-ddce-47b9-931b-1c9587754fa8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.507047] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b19dc84-ddce-47b9-931b-1c9587754fa8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.880873] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.881146] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.881238] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13b0cf1d-7ec5-4a08-8892-5e8edb3260b8 with status ACTIVE [ 1037.881516] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.881622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.881622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.881839] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.881941] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.882167] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.882267] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.882329] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.882502] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.882559] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.882732] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.882823] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.882885] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.883033] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.883106] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.883319] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13b0cf1d-7ec5-4a08-8892-5e8edb3260b8 is going to be updated. [ 1037.903572] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.903710] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.903778] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.904013] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.904161] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.904321] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13b0cf1d-7ec5-4a08-8892-5e8edb3260b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.009030] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b19dc84-ddce-47b9-931b-1c9587754fa8 [ 1038.009282] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.009419] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.009486] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.009700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.009794] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.010131] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b19dc84-ddce-47b9-931b-1c9587754fa8 already deleted. [ 1038.010267] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b19dc84-ddce-47b9-931b-1c9587754fa8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.123048] env[69242]: INFO networking_nsxv3.common.synchronization [req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 req-342fca1f-305c-4906-9e34-960544f55048 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Enqueued Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 1038.123734] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 1038.124431] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.124518] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.124932] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.124932] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.125109] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.125256] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.125347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.125557] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.125678] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.125808] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.272397] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 1038.272595] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce deletion is rescheduled due to dependency. [ 1038.272711] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.272940] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.273128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.273328] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.277019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.277019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.277019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.277019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.277019] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.462731] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-457 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.462885] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-457" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.463077] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-457" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.463489] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-457" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.463646] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.463867] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.464016] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.464352] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.464524] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.466284] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.466284] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.466284] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.466284] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.466284] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.466284] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.466284] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.484288] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.484479] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1038.486420] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.486420] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-457" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.486420] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-156abcdd-9861-4baf-9077-52fa76b7eaf8 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.486420] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-156abcdd-9861-4baf-9077-52fa76b7eaf8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.486420] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-156abcdd-9861-4baf-9077-52fa76b7eaf8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.486420] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-156abcdd-9861-4baf-9077-52fa76b7eaf8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.486420] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('156abcdd-9861-4baf-9077-52fa76b7eaf8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.553495] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: SUCCESS [ 1038.553831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.554092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.554373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.554609] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.554803] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.554916] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.555613] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.555771] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.555921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.556096] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.630345] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.630345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.630345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.630345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.630345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.630345] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.630922] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.631121] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.631334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.631485] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.631607] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 is going to be updated. [ 1038.659868] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.659993] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.659993] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.660461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.660461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.669013] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: IN_PROGRESS for 2s [ 1038.776629] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.989932] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.990255] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.990363] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.990611] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.990760] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.990918] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 156abcdd-9861-4baf-9077-52fa76b7eaf8 not found, creating... [ 1038.991196] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.991359] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.991482] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.991701] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.991845] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.992165] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.992571] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.992571] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.992803] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.992954] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.993111] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 156abcdd-9861-4baf-9077-52fa76b7eaf8 is going to be created. [ 1039.017609] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.017809] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.017939] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.018231] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.018481] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.018705] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-156abcdd-9861-4baf-9077-52fa76b7eaf8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.059821] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.280617] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.560767] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 606c1215-5dd7-4505-9436-82f0c5f680fe: rpc.has_security_group_logging(os_id): False [ 1039.577807] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.577948] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.578032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.578253] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.578341] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.578595] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.578693] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.578755] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.578903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.578980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.579079] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe is going to be created. [ 1039.638734] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.638880] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.638949] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.639184] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.639364] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.652406] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: IN_PROGRESS for 2s [ 1039.734430] env[69242]: INFO networking_nsxv3.common.synchronization [req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 req-bcafe4f0-b0fe-41cc-8565-992d56814d1b service nova] Enqueued Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_rules [ 1039.734430] env[69242]: INFO networking_nsxv3.common.synchronization [req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 req-bcafe4f0-b0fe-41cc-8565-992d56814d1b service nova] Enqueued Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 1039.734430] env[69242]: INFO networking_nsxv3.common.synchronization [req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 req-bcafe4f0-b0fe-41cc-8565-992d56814d1b service nova] Enqueued Resource ID: 156abcdd-9861-4baf-9077-52fa76b7eaf8 with Priority: HIGHEST for action port [ 1039.734430] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_rules [ 1039.734430] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 1039.734430] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156abcdd-9861-4baf-9077-52fa76b7eaf8 with Priority: HIGHEST for action port [ 1039.734430] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.734430] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.734430] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.734430] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.734430] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.734430] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.734430] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.734430] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-156abcdd-9861-4baf-9077-52fa76b7eaf8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.734430] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-156abcdd-9861-4baf-9077-52fa76b7eaf8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.734430] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-156abcdd-9861-4baf-9077-52fa76b7eaf8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.734430] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-156abcdd-9861-4baf-9077-52fa76b7eaf8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.734430] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('156abcdd-9861-4baf-9077-52fa76b7eaf8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.782683] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.782842] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.782914] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.783149] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.783244] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.783341] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be updated. [ 1039.817121] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.817266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.817336] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.817534] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.817674] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.828869] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: IN_PROGRESS for 2s [ 1040.239051] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.239051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.240397] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 156abcdd-9861-4baf-9077-52fa76b7eaf8 with status ACTIVE [ 1040.240595] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.240714] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.240771] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.240996] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.241101] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.241294] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.241381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.241479] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.241680] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.241762] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.241918] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.242032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.242096] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.242210] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.242299] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.242384] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 156abcdd-9861-4baf-9077-52fa76b7eaf8 is going to be updated. [ 1040.265143] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.265295] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.265429] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.265621] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.265813] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.266028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-156abcdd-9861-4baf-9077-52fa76b7eaf8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.583583] env[69242]: INFO networking_nsxv3.common.synchronization [req-5a98637f-94f6-45ed-9da5-7594f2e91650 req-840dd141-5986-44e2-84a1-81e1e7d5e881 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Enqueued Resource ID: 907b20a3-894b-40a9-97ed-03e9a930e608 with Priority: HIGHEST for action security_group_members [ 1040.584222] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907b20a3-894b-40a9-97ed-03e9a930e608 with Priority: HIGHEST for action security_group_members [ 1040.584634] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-907b20a3-894b-40a9-97ed-03e9a930e608 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.584634] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.584766] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.584964] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.585176] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.585265] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.585305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.585445] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.585715] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.585715] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('907b20a3-894b-40a9-97ed-03e9a930e608',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.678834] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: SUCCESS [ 1040.678966] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 deletion is rescheduled due to dependency. [ 1040.679100] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.679250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.679459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.679637] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.679751] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.679817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.679971] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.680073] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.680168] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.926138] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-347 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.926138] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-347" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.926138] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-347" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.926138] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-347" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.926138] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.926138] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.927872] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.928232] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.928533] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.928975] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.934404] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.934404] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.934404] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.934404] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.934404] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.934404] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.959081] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.959081] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1040.959081] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.959081] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-347" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.959081] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-ae39101d-b466-4012-87f9-9804a0f32b5b taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.959081] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-ae39101d-b466-4012-87f9-9804a0f32b5b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.959081] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-ae39101d-b466-4012-87f9-9804a0f32b5b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.959081] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-ae39101d-b466-4012-87f9-9804a0f32b5b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.959343] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae39101d-b466-4012-87f9-9804a0f32b5b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.089380] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.090172] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.090349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.090670] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.090820] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.091151] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.091311] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.091408] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.091628] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.091738] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.092035] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 907b20a3-894b-40a9-97ed-03e9a930e608 already deleted. [ 1041.092205] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.182707] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.461765] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.461765] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.462725] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.462725] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.462725] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.462725] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port ae39101d-b466-4012-87f9-9804a0f32b5b not found, creating... [ 1041.463076] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.463173] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.465355] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.465355] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.465355] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.465355] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.467382] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.467453] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.467719] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.467862] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.468034] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: ae39101d-b466-4012-87f9-9804a0f32b5b is going to be created. [ 1041.491806] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.491806] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.491806] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.492212] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.492212] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.492454] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-ae39101d-b466-4012-87f9-9804a0f32b5b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.665447] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: SUCCESS [ 1041.665671] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.687319] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.838738] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 1041.838991] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.839200] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.839560] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.839632] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.839784] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.839784] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.840078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.840175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.840284] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.840374] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.189797] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.190052] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.190177] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.190513] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.190676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.190861] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 is going to be updated. [ 1042.222572] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.222734] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.222827] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.223181] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.223440] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.236401] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: IN_PROGRESS for 2s [ 1042.343296] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.343490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.343556] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.343772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.344067] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.344229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.344285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.344407] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.344496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.344584] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.344768] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.344886] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.344982] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.345150] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.345292] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.345385] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.345445] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.345582] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.345660] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.345742] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.345827] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.559527] env[69242]: INFO networking_nsxv3.common.synchronization [req-5a98637f-94f6-45ed-9da5-7594f2e91650 req-c08936e4-1339-4c19-82bf-79427f766607 service nova] Enqueued Resource ID: 907b20a3-894b-40a9-97ed-03e9a930e608 with Priority: HIGHEST for action security_group_rules [ 1042.559527] env[69242]: INFO networking_nsxv3.common.synchronization [req-5a98637f-94f6-45ed-9da5-7594f2e91650 req-c08936e4-1339-4c19-82bf-79427f766607 service nova] Enqueued Resource ID: 907b20a3-894b-40a9-97ed-03e9a930e608 with Priority: HIGHEST for action security_group_members [ 1042.559962] env[69242]: INFO networking_nsxv3.common.synchronization [req-5a98637f-94f6-45ed-9da5-7594f2e91650 req-c08936e4-1339-4c19-82bf-79427f766607 service nova] Enqueued Resource ID: ae39101d-b466-4012-87f9-9804a0f32b5b with Priority: HIGHEST for action port [ 1042.559962] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907b20a3-894b-40a9-97ed-03e9a930e608 with Priority: HIGHEST for action security_group_rules [ 1042.560035] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907b20a3-894b-40a9-97ed-03e9a930e608 with Priority: HIGHEST for action security_group_members [ 1042.560139] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae39101d-b466-4012-87f9-9804a0f32b5b with Priority: HIGHEST for action port [ 1042.561234] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-907b20a3-894b-40a9-97ed-03e9a930e608 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.561376] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.561455] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.561668] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.561789] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('907b20a3-894b-40a9-97ed-03e9a930e608',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.567314] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-907b20a3-894b-40a9-97ed-03e9a930e608 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.567471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.567542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.567747] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.568036] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.568153] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.568217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.568386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.568471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.568565] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('907b20a3-894b-40a9-97ed-03e9a930e608',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.569434] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae39101d-b466-4012-87f9-9804a0f32b5b taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.569542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae39101d-b466-4012-87f9-9804a0f32b5b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.569613] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae39101d-b466-4012-87f9-9804a0f32b5b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.570154] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae39101d-b466-4012-87f9-9804a0f32b5b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.570154] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae39101d-b466-4012-87f9-9804a0f32b5b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.848281] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce: rpc.has_security_group_logging(os_id): False [ 1042.865203] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.865332] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.865402] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.865613] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.865704] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.865918] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.866028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.866090] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.866310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.866398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.866599] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.866664] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.866733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.866860] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.866930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.867126] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.867214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.867271] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.867408] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.867493] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.868103] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be updated. [ 1042.929026] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.929026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.929026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.929026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.929026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.942673] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: IN_PROGRESS for 2s [ 1043.074542] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-907b20a3-894b-40a9-97ed-03e9a930e608 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.074542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.074542] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('907b20a3-894b-40a9-97ed-03e9a930e608',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.079245] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae39101d-b466-4012-87f9-9804a0f32b5b with status ACTIVE [ 1043.079482] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.079618] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.079686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.079904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.079996] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.080198] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.080338] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.080390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.080531] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.080609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.080812] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.080908] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.080968] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.081311] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.081446] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.081612] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae39101d-b466-4012-87f9-9804a0f32b5b is going to be updated. [ 1043.115078] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.115259] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.115331] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.115547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.115687] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.115842] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae39101d-b466-4012-87f9-9804a0f32b5b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.576458] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('907b20a3-894b-40a9-97ed-03e9a930e608',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.082637] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.082851] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.082911] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.083164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.083254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.083364] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 907b20a3-894b-40a9-97ed-03e9a930e608 is going to be created. [ 1044.120381] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.120381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.120381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.120381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.120381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.130527] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 907b20a3-894b-40a9-97ed-03e9a930e608 in Status: UNINITIALIZED for 2s [ 1044.245925] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: SUCCESS [ 1044.246173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.246343] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.246589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.246787] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.246904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.246969] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.247138] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.247227] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.247312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.247403] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.751928] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.752281] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.752281] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.752820] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.754510] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.755115] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.755115] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.755231] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.755351] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.755455] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.755648] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.755750] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.755812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.755993] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.756185] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.756244] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.756306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.756470] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.756548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.756632] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.756740] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.955439] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 1044.955674] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.260732] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be3c66ca-1801-448b-9f7e-0d7f01d81748: rpc.has_security_group_logging(os_id): False [ 1045.281698] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.281855] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.281961] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.282231] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.282335] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.282559] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.282661] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.282725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.282878] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.283083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.283140] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.283224] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.283281] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.283559] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.283559] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.283666] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.283756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.283930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.283960] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.284020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.284255] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 is going to be updated. [ 1045.354103] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.354197] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.354250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.354465] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.354616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.366292] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: IN_PROGRESS for 2s [ 1046.144177] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 907b20a3-894b-40a9-97ed-03e9a930e608 in Status: UNINITIALIZED for 4s [ 1046.902433] env[69242]: INFO networking_nsxv3.common.synchronization [None req-ec5c23fd-83b0-4346-9c58-77e0bb15547d None None] Enqueued Resource ID: f74ef2c7-d969-49c2-ae13-ae6268b279a4 with Priority: HIGHEST for action port [ 1046.902433] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f74ef2c7-d969-49c2-ae13-ae6268b279a4 with Priority: HIGHEST for action port [ 1046.902433] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-f74ef2c7-d969-49c2-ae13-ae6268b279a4 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.902433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f74ef2c7-d969-49c2-ae13-ae6268b279a4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.902433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f74ef2c7-d969-49c2-ae13-ae6268b279a4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.902433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f74ef2c7-d969-49c2-ae13-ae6268b279a4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.902433] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f74ef2c7-d969-49c2-ae13-ae6268b279a4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.381175] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: SUCCESS [ 1047.381538] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.409439] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f74ef2c7-d969-49c2-ae13-ae6268b279a4 [ 1047.409710] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.409850] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.409920] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.410163] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.410270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.410386] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f74ef2c7-d969-49c2-ae13-ae6268b279a4 already deleted. [ 1047.410473] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f74ef2c7-d969-49c2-ae13-ae6268b279a4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.815554] env[69242]: INFO networking_nsxv3.common.synchronization [req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae req-e0b9fd7a-07ec-4915-a262-7abbe88ca137 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Enqueued Resource ID: df36513a-a549-4ed8-89ce-11262902c4db with Priority: HIGHEST for action security_group_members [ 1047.815554] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df36513a-a549-4ed8-89ce-11262902c4db with Priority: HIGHEST for action security_group_members [ 1047.815554] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-df36513a-a549-4ed8-89ce-11262902c4db taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.815554] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.815554] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.815854] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.815885] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.816014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.816106] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.816256] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.816342] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.816436] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df36513a-a549-4ed8-89ce-11262902c4db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.155853] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 907b20a3-894b-40a9-97ed-03e9a930e608 in Status: SUCCESS [ 1048.156168] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.156278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.156487] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.156680] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.156798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.156862] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.157020] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.157107] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.157218] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.157322] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('907b20a3-894b-40a9-97ed-03e9a930e608',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.270039] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.270594] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-601" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.270939] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-601" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.271581] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-601" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.272116] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.272568] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.272964] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.275020] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.275020] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.275020] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.275020] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.275020] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.275405] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.275757] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.276119] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.278555] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.301026] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.301026] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1048.301026] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.301026] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-601" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.301026] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-2b6a2705-edef-4001-893a-212549d11317 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.301566] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-2b6a2705-edef-4001-893a-212549d11317" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.302190] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-2b6a2705-edef-4001-893a-212549d11317" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.303971] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-2b6a2705-edef-4001-893a-212549d11317" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.303971] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b6a2705-edef-4001-893a-212549d11317',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.321905] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df36513a-a549-4ed8-89ce-11262902c4db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.660130] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('907b20a3-894b-40a9-97ed-03e9a930e608',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.806609] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.806859] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.806987] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.807335] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.807439] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.807599] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 2b6a2705-edef-4001-893a-212549d11317 not found, creating... [ 1048.807858] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.808029] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.808150] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.808390] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.808532] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.808815] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.808969] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.809120] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.809342] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.809495] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.809631] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 2b6a2705-edef-4001-893a-212549d11317 is going to be created. [ 1048.823382] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df36513a-a549-4ed8-89ce-11262902c4db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.827945] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.828152] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.828280] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.828533] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.828754] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.829069] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-2b6a2705-edef-4001-893a-212549d11317" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.928176] env[69242]: INFO networking_nsxv3.common.synchronization [None req-eee75e01-80e9-4e19-84d3-e4c622e28a65 None None] Enqueued Resource ID: 91fb337c-4bc5-4195-965e-137f3f930981 with Priority: HIGHEST for action port [ 1048.928176] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91fb337c-4bc5-4195-965e-137f3f930981 with Priority: HIGHEST for action port [ 1048.928176] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-91fb337c-4bc5-4195-965e-137f3f930981 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.928176] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91fb337c-4bc5-4195-965e-137f3f930981" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.928176] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91fb337c-4bc5-4195-965e-137f3f930981" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.928176] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91fb337c-4bc5-4195-965e-137f3f930981" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.928176] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91fb337c-4bc5-4195-965e-137f3f930981',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.162546] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 907b20a3-894b-40a9-97ed-03e9a930e608: rpc.has_security_group_logging(os_id): False [ 1049.183204] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.183369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.183415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.183885] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.183885] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.184047] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.184100] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.185491] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.185491] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.185491] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.185491] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 907b20a3-894b-40a9-97ed-03e9a930e608 is going to be created. [ 1049.267051] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.267214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.267315] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.267518] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.267704] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.283321] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 907b20a3-894b-40a9-97ed-03e9a930e608 in Status: IN_PROGRESS for 2s [ 1049.327181] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.327400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.327459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.327721] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.327825] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.327940] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df36513a-a549-4ed8-89ce-11262902c4db is going to be updated. [ 1049.367551] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.367700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.367784] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.371700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.371700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.383325] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df36513a-a549-4ed8-89ce-11262902c4db in Status: IN_PROGRESS for 2s [ 1049.430965] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91fb337c-4bc5-4195-965e-137f3f930981 [ 1049.432027] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.432027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.432027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.432027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.432027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.432027] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91fb337c-4bc5-4195-965e-137f3f930981 already deleted. [ 1049.432027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91fb337c-4bc5-4195-965e-137f3f930981" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.646524] env[69242]: INFO networking_nsxv3.common.synchronization [req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae req-9e6128f9-44ca-4495-81fe-10a0da8f0489 service nova] Enqueued Resource ID: df36513a-a549-4ed8-89ce-11262902c4db with Priority: HIGHEST for action security_group_rules [ 1049.646745] env[69242]: INFO networking_nsxv3.common.synchronization [req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae req-9e6128f9-44ca-4495-81fe-10a0da8f0489 service nova] Enqueued Resource ID: df36513a-a549-4ed8-89ce-11262902c4db with Priority: HIGHEST for action security_group_members [ 1049.646891] env[69242]: INFO networking_nsxv3.common.synchronization [req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae req-9e6128f9-44ca-4495-81fe-10a0da8f0489 service nova] Enqueued Resource ID: 2b6a2705-edef-4001-893a-212549d11317 with Priority: HIGHEST for action port [ 1049.647464] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df36513a-a549-4ed8-89ce-11262902c4db with Priority: HIGHEST for action security_group_rules [ 1049.651145] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df36513a-a549-4ed8-89ce-11262902c4db with Priority: HIGHEST for action security_group_members [ 1049.651310] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6a2705-edef-4001-893a-212549d11317 with Priority: HIGHEST for action port [ 1049.651607] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df36513a-a549-4ed8-89ce-11262902c4db taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.654288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.654288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.654288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.654288] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df36513a-a549-4ed8-89ce-11262902c4db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.654288] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-df36513a-a549-4ed8-89ce-11262902c4db taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.654288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.654288] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b6a2705-edef-4001-893a-212549d11317 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.654288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b6a2705-edef-4001-893a-212549d11317" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.654288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b6a2705-edef-4001-893a-212549d11317" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.654288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b6a2705-edef-4001-893a-212549d11317" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.656334] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b6a2705-edef-4001-893a-212549d11317',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.165275] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b6a2705-edef-4001-893a-212549d11317 with status ACTIVE [ 1050.165275] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.165275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.165275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.165275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.165275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.165275] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.165275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.165275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.165275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.165275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.165275] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.165275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.165275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.165275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.165275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.165275] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b6a2705-edef-4001-893a-212549d11317 is going to be updated. [ 1050.168509] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-df36513a-a549-4ed8-89ce-11262902c4db taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.168795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.191524] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.191669] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.191669] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.192341] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.192341] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.192341] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b6a2705-edef-4001-893a-212549d11317" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.274906] env[69242]: INFO networking_nsxv3.common.synchronization [req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a req-0651ad00-a22d-4f56-8787-e250dc5f2b18 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGHEST for action security_group_members [ 1050.275594] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGHEST for action security_group_members [ 1050.277823] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4aa979-ec67-4685-a408-6f4febf6c882 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.277823] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.277823] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.277823] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.277823] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.277823] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.277823] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.277823] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.277823] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.277823] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.410454] env[69242]: INFO networking_nsxv3.common.synchronization [req-86244462-4aee-4b3f-91c2-53fdd8034916 req-6e5ccd3e-f344-453b-abb2-05da9b6313cb tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 1050.410834] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 1050.411739] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.412201] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.414670] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.414670] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.414670] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.414670] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.414670] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.414670] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.414670] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.414670] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.620759] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.621030] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.621167] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.621672] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.621797] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.621882] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.622308] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.622308] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.622437] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.622661] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.622784] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.622905] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.623024] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.623140] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.623247] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.623548] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.645636] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.645636] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1050.645636] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.645636] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.645636] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-43d3ea7a-f7d6-4356-ae65-e96211a22bff taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.645636] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-43d3ea7a-f7d6-4356-ae65-e96211a22bff" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.645636] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-43d3ea7a-f7d6-4356-ae65-e96211a22bff" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.645636] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-43d3ea7a-f7d6-4356-ae65-e96211a22bff" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.645636] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43d3ea7a-f7d6-4356-ae65-e96211a22bff',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.779904] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.916625] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.916823] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.916898] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.917132] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.917341] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.917634] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.917634] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.917752] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.917886] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.917988] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.918126] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be updated. [ 1050.946265] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.946466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.946466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.946678] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.946833] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.954739] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: IN_PROGRESS for 2s [ 1051.147999] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.149566] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.149566] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.149566] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.149566] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.149566] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 43d3ea7a-f7d6-4356-ae65-e96211a22bff not found, creating... [ 1051.149566] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.149566] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.149566] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.149894] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.150093] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.150444] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.151326] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.151326] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.151326] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.151326] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.151326] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 43d3ea7a-f7d6-4356-ae65-e96211a22bff is going to be created. [ 1051.171720] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.172090] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.172129] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.172379] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.172613] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.172832] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-43d3ea7a-f7d6-4356-ae65-e96211a22bff" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.282604] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.294996] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 907b20a3-894b-40a9-97ed-03e9a930e608 in Status: SUCCESS [ 1051.295226] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.392200] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df36513a-a549-4ed8-89ce-11262902c4db in Status: SUCCESS [ 1051.392200] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.392668] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.393175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.393175] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.393335] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.393335] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.393438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.393523] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.393620] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df36513a-a549-4ed8-89ce-11262902c4db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.785158] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.785623] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.785732] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.786562] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.786562] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.786562] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 is going to be updated. [ 1051.821310] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.821419] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.821419] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.821643] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.821807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.831165] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 in Status: IN_PROGRESS for 2s [ 1051.896310] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df36513a-a549-4ed8-89ce-11262902c4db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.927675] env[69242]: INFO networking_nsxv3.common.synchronization [req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a req-9c68d63d-7843-444f-b347-3b1895eadfb0 service nova] Enqueued Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGHEST for action security_group_rules [ 1051.927734] env[69242]: INFO networking_nsxv3.common.synchronization [req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a req-9c68d63d-7843-444f-b347-3b1895eadfb0 service nova] Enqueued Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGHEST for action security_group_members [ 1051.927916] env[69242]: INFO networking_nsxv3.common.synchronization [req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a req-9c68d63d-7843-444f-b347-3b1895eadfb0 service nova] Enqueued Resource ID: 43d3ea7a-f7d6-4356-ae65-e96211a22bff with Priority: HIGHEST for action port [ 1051.928210] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGHEST for action security_group_rules [ 1051.928382] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGHEST for action security_group_members [ 1051.928521] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d3ea7a-f7d6-4356-ae65-e96211a22bff with Priority: HIGHEST for action port [ 1051.929851] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f4aa979-ec67-4685-a408-6f4febf6c882 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.930039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.930175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.930424] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.930570] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.932015] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4aa979-ec67-4685-a408-6f4febf6c882 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.932171] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.932415] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-43d3ea7a-f7d6-4356-ae65-e96211a22bff taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.932639] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43d3ea7a-f7d6-4356-ae65-e96211a22bff" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.932729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43d3ea7a-f7d6-4356-ae65-e96211a22bff" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.932983] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43d3ea7a-f7d6-4356-ae65-e96211a22bff" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.933109] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43d3ea7a-f7d6-4356-ae65-e96211a22bff',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.399505] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df36513a-a549-4ed8-89ce-11262902c4db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.429022] env[69242]: INFO networking_nsxv3.common.synchronization [req-1adb969b-4be0-467a-999d-3abf9b4c4b39 req-780098be-df60-44fa-97d4-098ae43a6c52 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Enqueued Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 1052.431306] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGHEST for action security_group_members [ 1052.431306] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.431306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.431306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.431306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.431306] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.431306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.431306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.431306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.431306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.431306] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.433201] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4aa979-ec67-4685-a408-6f4febf6c882 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.433329] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.435753] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43d3ea7a-f7d6-4356-ae65-e96211a22bff with status ACTIVE [ 1052.439027] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.439027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.439027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.439027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.439027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.439027] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.439027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.439027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.439027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.439027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.439027] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.439027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.439027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.439027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.439027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.439027] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43d3ea7a-f7d6-4356-ae65-e96211a22bff is going to be updated. [ 1052.460684] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.460832] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.460904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.461868] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.461988] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.462413] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43d3ea7a-f7d6-4356-ae65-e96211a22bff" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.710497] env[69242]: INFO networking_nsxv3.common.synchronization [req-6e2bd021-46d9-4e27-b5df-945edf35f499 req-a2447ef5-9fe1-47ec-aa12-f7f0102b31c4 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Enqueued Resource ID: 447eba8e-cdff-4d71-a069-27a00e104167 with Priority: HIGHEST for action security_group_members [ 1052.711774] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447eba8e-cdff-4d71-a069-27a00e104167 with Priority: HIGHEST for action security_group_members [ 1052.711774] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-447eba8e-cdff-4d71-a069-27a00e104167 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.711774] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.711951] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.712161] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.712311] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.712417] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.712417] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.712575] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.712654] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.712752] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447eba8e-cdff-4d71-a069-27a00e104167',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.904196] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.904196] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.904196] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.904196] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.904196] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.904196] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df36513a-a549-4ed8-89ce-11262902c4db is going to be updated. [ 1052.933598] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.933780] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.933960] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.934115] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.934210] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.934459] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.934570] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.934701] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.934805] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.934882] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.934973] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 is going to be updated. [ 1052.939376] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.939491] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.939588] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.939762] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.939903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.949675] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df36513a-a549-4ed8-89ce-11262902c4db in Status: IN_PROGRESS for 2s [ 1052.966966] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 1052.967182] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce deletion is rescheduled due to dependency. [ 1052.967302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.968242] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.968370] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.968437] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.968633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.968764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.976886] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: IN_PROGRESS for 2s [ 1053.053603] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.053821] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-717" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.053948] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-717" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.054249] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-717" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.054655] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.054882] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.055132] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.055514] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.056322] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.056592] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.056824] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.057028] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.058947] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.058947] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.058947] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.058947] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.079216] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.079490] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1053.079665] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.079886] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-717" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.080253] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-681b107b-51a4-4d5b-a107-7e1f3d48d7be taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.080505] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-681b107b-51a4-4d5b-a107-7e1f3d48d7be" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.080579] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-681b107b-51a4-4d5b-a107-7e1f3d48d7be" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.084403] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-681b107b-51a4-4d5b-a107-7e1f3d48d7be" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.084674] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('681b107b-51a4-4d5b-a107-7e1f3d48d7be',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.217866] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.217866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.217866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.217866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.217866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.217866] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.217866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.217866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.217866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.217866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.217866] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447eba8e-cdff-4d71-a069-27a00e104167 already deleted. [ 1053.217866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.589232] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.592019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.592019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.592019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.592019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.592019] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 681b107b-51a4-4d5b-a107-7e1f3d48d7be not found, creating... [ 1053.592019] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.592019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.592019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.592019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.592669] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.593148] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.593441] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.593675] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.593996] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.594278] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.594717] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 681b107b-51a4-4d5b-a107-7e1f3d48d7be is going to be created. [ 1053.618312] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.620491] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.620491] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.620491] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.620491] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.620491] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-681b107b-51a4-4d5b-a107-7e1f3d48d7be" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.847505] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 in Status: SUCCESS [ 1053.847727] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.847894] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.848124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.848305] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.848425] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.848518] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.848623] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.848699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.848789] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.354633] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.690286] env[69242]: INFO networking_nsxv3.common.synchronization [req-6e2bd021-46d9-4e27-b5df-945edf35f499 req-69d838df-0912-4098-9ab5-1f043b89a46e service nova] Enqueued Resource ID: 447eba8e-cdff-4d71-a069-27a00e104167 with Priority: HIGHEST for action security_group_rules [ 1054.691602] env[69242]: INFO networking_nsxv3.common.synchronization [req-6e2bd021-46d9-4e27-b5df-945edf35f499 req-69d838df-0912-4098-9ab5-1f043b89a46e service nova] Enqueued Resource ID: 447eba8e-cdff-4d71-a069-27a00e104167 with Priority: HIGHEST for action security_group_members [ 1054.691602] env[69242]: INFO networking_nsxv3.common.synchronization [req-6e2bd021-46d9-4e27-b5df-945edf35f499 req-69d838df-0912-4098-9ab5-1f043b89a46e service nova] Enqueued Resource ID: 681b107b-51a4-4d5b-a107-7e1f3d48d7be with Priority: HIGHEST for action port [ 1054.693428] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447eba8e-cdff-4d71-a069-27a00e104167 with Priority: HIGHEST for action security_group_rules [ 1054.693939] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447eba8e-cdff-4d71-a069-27a00e104167 with Priority: HIGHEST for action security_group_members [ 1054.693939] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681b107b-51a4-4d5b-a107-7e1f3d48d7be with Priority: HIGHEST for action port [ 1054.694243] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-447eba8e-cdff-4d71-a069-27a00e104167 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.694369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.694489] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.694781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.694781] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('447eba8e-cdff-4d71-a069-27a00e104167',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.695675] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-447eba8e-cdff-4d71-a069-27a00e104167 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.695811] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.695871] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.696027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.696235] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.696325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.696325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.696456] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.696537] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.696785] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447eba8e-cdff-4d71-a069-27a00e104167',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.697540] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-681b107b-51a4-4d5b-a107-7e1f3d48d7be taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.697741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-681b107b-51a4-4d5b-a107-7e1f3d48d7be" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.697741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-681b107b-51a4-4d5b-a107-7e1f3d48d7be" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.697846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-681b107b-51a4-4d5b-a107-7e1f3d48d7be" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.697913] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('681b107b-51a4-4d5b-a107-7e1f3d48d7be',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.789301] env[69242]: INFO networking_nsxv3.common.synchronization [req-bbdfae32-5347-4244-b0e6-31b8b1320384 req-f83842ca-b4ed-4c2f-a79d-3b6a6fa44e93 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Enqueued Resource ID: 4a829448-f462-4072-b299-d017e73ac377 with Priority: HIGHEST for action security_group_members [ 1054.789624] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a829448-f462-4072-b299-d017e73ac377 with Priority: HIGHEST for action security_group_members [ 1054.789926] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a829448-f462-4072-b299-d017e73ac377 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.790507] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.790605] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.790777] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.790933] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.791274] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.791274] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.791418] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.791418] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.791505] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a829448-f462-4072-b299-d017e73ac377',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.857896] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.960873] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df36513a-a549-4ed8-89ce-11262902c4db in Status: SUCCESS [ 1054.961254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.961292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.961638] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.961741] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.961789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.961867] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.962012] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.962120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.962182] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.962273] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df36513a-a549-4ed8-89ce-11262902c4db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.986317] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 in Status: SUCCESS [ 1054.986631] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 deletion is rescheduled due to dependency. [ 1054.986817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.200807] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('447eba8e-cdff-4d71-a069-27a00e104167',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.204357] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-447eba8e-cdff-4d71-a069-27a00e104167 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.205835] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.205835] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 681b107b-51a4-4d5b-a107-7e1f3d48d7be with status ACTIVE [ 1055.205835] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.205835] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.205835] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.205835] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.207096] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.207852] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.207852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.207852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.207852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.207852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.211874] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.211874] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.211874] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.211874] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.211874] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.211874] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 681b107b-51a4-4d5b-a107-7e1f3d48d7be is going to be updated. [ 1055.235198] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.235198] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.235198] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.235198] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.235198] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.235198] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-681b107b-51a4-4d5b-a107-7e1f3d48d7be" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.295174] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.295174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.295174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.295174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.295174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.295174] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.295174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.295174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.295174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.295174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.295174] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a829448-f462-4072-b299-d017e73ac377 is going to be updated. [ 1055.333115] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.333309] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.333351] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.333540] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.333683] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.341661] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a829448-f462-4072-b299-d017e73ac377 in Status: IN_PROGRESS for 2s [ 1055.359734] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.359923] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.359964] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.360178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.360270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.360373] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 is going to be updated. [ 1055.399021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.399211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.399275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.399520] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.399699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.411557] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 in Status: IN_PROGRESS for 2s [ 1055.465762] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-df36513a-a549-4ed8-89ce-11262902c4db taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.465958] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.466139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.466427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.466662] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.466799] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.466869] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.467095] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.467256] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.467513] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.467754] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-df36513a-a549-4ed8-89ce-11262902c4db taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.467910] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.468034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.468195] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.468368] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.468485] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.468561] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.468726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.468834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.468944] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.469063] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df36513a-a549-4ed8-89ce-11262902c4db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.713633] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('447eba8e-cdff-4d71-a069-27a00e104167',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.971820] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df36513a-a549-4ed8-89ce-11262902c4db: rpc.has_security_group_logging(os_id): False [ 1055.990538] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.990757] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.990837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.991162] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.991296] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.991587] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.991749] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.991846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.992094] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.992222] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.992514] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.992681] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.992792] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.993151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.993151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.993460] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.993625] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.993729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.993968] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.994111] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.994250] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df36513a-a549-4ed8-89ce-11262902c4db is going to be updated. [ 1056.053771] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.054127] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.054127] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.054316] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.054603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.079711] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df36513a-a549-4ed8-89ce-11262902c4db in Status: IN_PROGRESS for 2s [ 1056.217040] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.217040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.217287] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.217527] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.217702] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.217943] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447eba8e-cdff-4d71-a069-27a00e104167 is going to be created. [ 1056.256579] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.256829] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.256925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.257234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.257449] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.270044] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447eba8e-cdff-4d71-a069-27a00e104167 in Status: UNINITIALIZED for 2s [ 1056.591548] env[69242]: INFO networking_nsxv3.common.synchronization [req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 req-7ec3ac19-9c77-4fc3-b3a5-6d9097c66d89 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Enqueued Resource ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a with Priority: HIGHEST for action security_group_members [ 1056.592198] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a with Priority: HIGHEST for action security_group_members [ 1056.592558] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-0080a83f-9b13-443f-8ebc-40abab5ee22a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.592724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.592803] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.593031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.593195] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.593316] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.593379] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.593499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.593607] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.593685] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0080a83f-9b13-443f-8ebc-40abab5ee22a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.096357] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.096661] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.096661] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.096935] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.097051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.097257] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.097425] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.097499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.097682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.097762] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.097853] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a is going to be updated. [ 1057.127052] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.127052] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.127312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.127352] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.127478] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.137588] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a in Status: IN_PROGRESS for 2s [ 1057.148043] env[69242]: INFO networking_nsxv3.common.synchronization [req-02f5bc35-123e-4d0b-bbd3-be24b1468077 req-ff1a8055-a797-4674-bd79-52676177fe84 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Enqueued Resource ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 with Priority: HIGHEST for action security_group_members [ 1057.148432] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 with Priority: HIGHEST for action security_group_members [ 1057.148737] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.149060] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.149158] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.149422] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.149587] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.149705] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.150162] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.150162] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.150162] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.150162] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('102ae7de-1f5f-40dc-a46b-2ca139dac2f1',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.351421] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a829448-f462-4072-b299-d017e73ac377 in Status: SUCCESS [ 1057.351421] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a829448-f462-4072-b299-d017e73ac377 deletion is rescheduled due to dependency. [ 1057.351421] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.425696] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 in Status: SUCCESS [ 1057.425947] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.426469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.426683] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.426885] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.426999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.427089] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.427273] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.427329] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.427404] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.427495] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.520549] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.520928] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-217" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.521431] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-217" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.521650] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-217" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.522266] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.522373] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.522592] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.522986] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.523264] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.523627] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.523848] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.524078] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.524280] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.524486] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.524699] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.524966] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.544623] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.544897] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1057.545143] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.545652] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-217" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.545889] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-40c4c1d3-e75e-4e9a-bad7-3b92c8bff480 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.546186] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-40c4c1d3-e75e-4e9a-bad7-3b92c8bff480" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.546401] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-40c4c1d3-e75e-4e9a-bad7-3b92c8bff480" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.546868] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-40c4c1d3-e75e-4e9a-bad7-3b92c8bff480" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.547133] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40c4c1d3-e75e-4e9a-bad7-3b92c8bff480',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.653024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.653024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.653024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.653290] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.653333] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.653550] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.653781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.653781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.653897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.653926] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.654022] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 already deleted. [ 1057.654099] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.931649] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.027566] env[69242]: INFO networking_nsxv3.common.synchronization [req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 req-6c4b9ae4-3247-45bb-b311-817fbbd2c193 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Enqueued Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 1058.028332] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGHEST for action security_group_members [ 1058.028781] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.028987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.029135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.029452] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.029699] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.029912] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.030050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.030295] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.030473] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.030632] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.049497] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.050019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.050019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.050315] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.050510] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.050719] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 40c4c1d3-e75e-4e9a-bad7-3b92c8bff480 not found, creating... [ 1058.051075] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.051304] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.051464] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.052913] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.052913] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.053971] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.053971] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.054599] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.055011] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.055279] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.055911] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 40c4c1d3-e75e-4e9a-bad7-3b92c8bff480 is going to be created. [ 1058.086334] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.086334] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.086334] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.086334] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.086334] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.086334] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-40c4c1d3-e75e-4e9a-bad7-3b92c8bff480" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.097257] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df36513a-a549-4ed8-89ce-11262902c4db in Status: SUCCESS [ 1058.097676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.280207] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447eba8e-cdff-4d71-a069-27a00e104167 in Status: SUCCESS [ 1058.280550] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.280840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.281306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.281428] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.281521] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.281575] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.282915] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.282915] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.282915] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.282915] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('447eba8e-cdff-4d71-a069-27a00e104167',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.437246] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f4aa979-ec67-4685-a408-6f4febf6c882: rpc.has_security_group_logging(os_id): False [ 1058.458906] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.459075] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.459149] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.459368] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.459459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.459710] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.459814] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.459878] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.460045] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.460124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.460211] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 is going to be updated. [ 1058.515365] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.515589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.515671] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.515881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.516048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.528261] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 in Status: IN_PROGRESS for 2s [ 1058.535951] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.535951] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.536197] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.536276] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.536387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.536601] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.536705] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.536771] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.536976] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.537075] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.537180] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 is going to be updated. [ 1058.569579] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.569579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.569579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.569579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.569579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.579964] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: IN_PROGRESS for 2s [ 1058.785250] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('447eba8e-cdff-4d71-a069-27a00e104167',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.832181] env[69242]: INFO networking_nsxv3.common.synchronization [req-02f5bc35-123e-4d0b-bbd3-be24b1468077 req-f1713087-e195-41b7-b905-d6461c4b3be4 service nova] Enqueued Resource ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 with Priority: HIGHEST for action security_group_rules [ 1058.832301] env[69242]: INFO networking_nsxv3.common.synchronization [req-02f5bc35-123e-4d0b-bbd3-be24b1468077 req-f1713087-e195-41b7-b905-d6461c4b3be4 service nova] Enqueued Resource ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 with Priority: HIGHEST for action security_group_members [ 1058.832614] env[69242]: INFO networking_nsxv3.common.synchronization [req-02f5bc35-123e-4d0b-bbd3-be24b1468077 req-f1713087-e195-41b7-b905-d6461c4b3be4 service nova] Enqueued Resource ID: 40c4c1d3-e75e-4e9a-bad7-3b92c8bff480 with Priority: HIGHEST for action port [ 1058.833447] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 with Priority: HIGHEST for action security_group_rules [ 1058.833683] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 with Priority: HIGHEST for action security_group_members [ 1058.833801] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c4c1d3-e75e-4e9a-bad7-3b92c8bff480 with Priority: HIGHEST for action port [ 1058.834911] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-102ae7de-1f5f-40dc-a46b-2ca139dac2f1 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.835071] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.835157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.835552] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.835647] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('102ae7de-1f5f-40dc-a46b-2ca139dac2f1',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.837200] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.837711] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.837802] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.837994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.838160] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.838258] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.838320] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.838466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.838593] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.838649] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('102ae7de-1f5f-40dc-a46b-2ca139dac2f1',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.840771] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-40c4c1d3-e75e-4e9a-bad7-3b92c8bff480 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.840898] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40c4c1d3-e75e-4e9a-bad7-3b92c8bff480" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.841500] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40c4c1d3-e75e-4e9a-bad7-3b92c8bff480" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.841500] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40c4c1d3-e75e-4e9a-bad7-3b92c8bff480" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.841500] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40c4c1d3-e75e-4e9a-bad7-3b92c8bff480',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.148762] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a in Status: SUCCESS [ 1059.148762] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a deletion is rescheduled due to dependency. [ 1059.149229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.289584] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 447eba8e-cdff-4d71-a069-27a00e104167: rpc.has_security_group_logging(os_id): False [ 1059.308223] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.309054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.309054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.309054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.309227] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.309503] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.309625] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.309708] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.309885] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.309967] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.310073] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 447eba8e-cdff-4d71-a069-27a00e104167 is going to be created. [ 1059.338239] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.338239] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.342064] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('102ae7de-1f5f-40dc-a46b-2ca139dac2f1',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.343687] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40c4c1d3-e75e-4e9a-bad7-3b92c8bff480 with status ACTIVE [ 1059.343945] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.344128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.344229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.344539] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.344741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.344970] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.345126] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.345279] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.345679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.345679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.345679] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.345884] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.345884] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.346051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.346051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.346175] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40c4c1d3-e75e-4e9a-bad7-3b92c8bff480 is going to be updated. [ 1059.367747] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.367747] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.367747] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.367747] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.368014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.368102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40c4c1d3-e75e-4e9a-bad7-3b92c8bff480" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.372188] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.373171] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.373171] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.373171] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.373171] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.388120] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 447eba8e-cdff-4d71-a069-27a00e104167 in Status: IN_PROGRESS for 2s [ 1059.592131] env[69242]: INFO networking_nsxv3.common.synchronization [req-759397fe-1ada-4b44-a049-ebf2004baa75 req-aa50ec13-6b3f-4403-8b1d-ac74a0bbdca9 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Enqueued Resource ID: d26af606-0724-44b6-a140-5bf71f1b92fd with Priority: HIGHEST for action security_group_members [ 1059.592698] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26af606-0724-44b6-a140-5bf71f1b92fd with Priority: HIGHEST for action security_group_members [ 1059.593049] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26af606-0724-44b6-a140-5bf71f1b92fd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.593180] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.593249] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.593505] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.593669] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.593771] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.593829] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.593977] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.594082] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.594233] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.845227] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('102ae7de-1f5f-40dc-a46b-2ca139dac2f1',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.096715] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.096987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.096987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.097256] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.097350] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.097570] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.097674] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.097737] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.097933] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.098026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.098115] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26af606-0724-44b6-a140-5bf71f1b92fd already deleted. [ 1060.098219] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.233019] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-366 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.233019] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-366" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.233387] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-366" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.233490] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-366" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.233752] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.233909] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.234036] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.234251] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.234396] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.234630] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1060.235119] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.235119] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.235119] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.235119] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1060.235295] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.235366] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.266208] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.266327] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1060.266490] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.266679] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-366" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.267020] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.267228] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.267355] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.267681] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.267887] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.348149] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.348305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.349272] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.349272] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.349272] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.349272] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 is going to be created. [ 1060.397729] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.397902] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.397974] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.398205] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.398363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.407554] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 in Status: UNINITIALIZED for 2s [ 1060.540331] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 in Status: SUCCESS [ 1060.540530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.588205] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 in Status: SUCCESS [ 1060.588366] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 deletion is rescheduled due to dependency. [ 1060.588482] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.770556] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.770864] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.770985] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.771244] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.771403] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.771563] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 not found, creating... [ 1060.771825] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.771987] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.772120] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.772336] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.772473] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.772824] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.772982] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.773119] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.773335] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.773474] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.773614] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 is going to be created. [ 1060.794351] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.794558] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.794740] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.795186] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.795331] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.796031] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.400613] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 447eba8e-cdff-4d71-a069-27a00e104167 in Status: SUCCESS [ 1061.400990] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.658147] env[69242]: INFO networking_nsxv3.common.synchronization [req-759397fe-1ada-4b44-a049-ebf2004baa75 req-a31226f5-10b4-48a1-bfe9-2cd0c18c49bb service nova] Enqueued Resource ID: d26af606-0724-44b6-a140-5bf71f1b92fd with Priority: HIGHEST for action security_group_rules [ 1061.658490] env[69242]: INFO networking_nsxv3.common.synchronization [req-759397fe-1ada-4b44-a049-ebf2004baa75 req-a31226f5-10b4-48a1-bfe9-2cd0c18c49bb service nova] Enqueued Resource ID: d26af606-0724-44b6-a140-5bf71f1b92fd with Priority: HIGHEST for action security_group_members [ 1061.658590] env[69242]: INFO networking_nsxv3.common.synchronization [req-759397fe-1ada-4b44-a049-ebf2004baa75 req-a31226f5-10b4-48a1-bfe9-2cd0c18c49bb service nova] Enqueued Resource ID: 1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 with Priority: HIGHEST for action port [ 1061.659270] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26af606-0724-44b6-a140-5bf71f1b92fd with Priority: HIGHEST for action security_group_rules [ 1061.659421] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26af606-0724-44b6-a140-5bf71f1b92fd with Priority: HIGHEST for action security_group_members [ 1061.659519] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 with Priority: HIGHEST for action port [ 1061.659813] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26af606-0724-44b6-a140-5bf71f1b92fd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.659971] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.660050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.660323] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.660409] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.661391] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26af606-0724-44b6-a140-5bf71f1b92fd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.661559] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.661589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.661794] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.661942] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.662832] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.662832] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.662987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.663111] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.663212] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.664105] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.665052] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.665052] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.665052] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.665052] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.166857] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26af606-0724-44b6-a140-5bf71f1b92fd taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.167173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.167605] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.168580] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 with status ACTIVE [ 1062.168811] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.172030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.172030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.172030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.172030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.172030] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.172030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.172030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.172030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.172030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.172030] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.172030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.172030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.172030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.172030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.172030] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 is going to be updated. [ 1062.191621] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.191893] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.191893] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.192142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.192287] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.192452] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.416812] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 in Status: SUCCESS [ 1062.417153] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.417207] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.417414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.417599] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.417714] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.417777] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.417924] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.418039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.418098] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.418180] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('102ae7de-1f5f-40dc-a46b-2ca139dac2f1',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.673342] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.920737] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.920814] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.920845] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.921269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.921445] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.921559] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.921642] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.921804] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.921896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.925018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.925018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.925018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.925018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.925018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.925018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.925018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.925018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.925018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.925018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.925018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.925018] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('102ae7de-1f5f-40dc-a46b-2ca139dac2f1',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.043893] env[69242]: INFO networking_nsxv3.common.synchronization [None req-35a0af64-23ed-4694-aafb-d0068827681b tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 1063.043893] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 1063.046538] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.046643] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.046643] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.047103] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.047467] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.047467] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.047467] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.049532] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.049532] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.049532] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.177483] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.177669] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.177735] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.177960] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.178083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.178186] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26af606-0724-44b6-a140-5bf71f1b92fd is going to be created. [ 1063.204676] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.204676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.204676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.204676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.204676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.215072] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26af606-0724-44b6-a140-5bf71f1b92fd in Status: UNINITIALIZED for 2s [ 1063.426024] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 102ae7de-1f5f-40dc-a46b-2ca139dac2f1: rpc.has_security_group_logging(os_id): False [ 1063.445015] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.445165] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.445229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.445441] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.445530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.445743] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.445840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.445905] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.446066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.446141] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.446322] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.446416] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.446479] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.446612] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.446685] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.446860] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.446965] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.447059] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.447208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.447284] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.447373] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 is going to be created. [ 1063.503684] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.503684] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.503684] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.503964] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.505243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.514452] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 in Status: IN_PROGRESS for 2s [ 1063.550489] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.550489] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.550621] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.551129] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.551481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.551627] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.551782] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.552081] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.552460] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.552494] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.552582] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e is going to be updated. [ 1063.612242] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.612242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.612242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.612242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.612242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.620091] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: IN_PROGRESS for 2s [ 1065.227831] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26af606-0724-44b6-a140-5bf71f1b92fd in Status: SUCCESS [ 1065.230985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.230985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.230985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.230985] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.230985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.230985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.230985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.230985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.230985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.230985] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.525418] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 in Status: SUCCESS [ 1065.525564] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.632238] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: SUCCESS [ 1065.632238] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e deletion is rescheduled due to dependency. [ 1065.632238] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.737261] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26af606-0724-44b6-a140-5bf71f1b92fd taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.737261] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.737261] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.737261] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.737261] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.737261] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.738156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.738156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.738156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.738156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.738156] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26af606-0724-44b6-a140-5bf71f1b92fd taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.738156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.738156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.738637] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.738637] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.738637] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.738637] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.738865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.738865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.738865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.739043] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.241053] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d26af606-0724-44b6-a140-5bf71f1b92fd: rpc.has_security_group_logging(os_id): False [ 1066.258583] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.258583] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.258583] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.258793] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.258901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.259180] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.259231] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.259291] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.259452] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.260108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.260108] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.260108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.260108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.260108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.260108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.260761] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.260761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.260761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.260761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.260761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.260761] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26af606-0724-44b6-a140-5bf71f1b92fd is going to be created. [ 1066.320668] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.321140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.321140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.321140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.321688] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.333125] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26af606-0724-44b6-a140-5bf71f1b92fd in Status: IN_PROGRESS for 2s [ 1067.168753] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.169103] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.169103] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.169351] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.169609] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.169770] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.169888] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.170311] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.170489] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.170851] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1067.170851] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.171049] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.171247] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.171313] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1067.171427] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.171664] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.192503] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.192736] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1067.193017] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.193017] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.193462] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-27010e59-bebc-4059-a8a9-0f63e5f26fb4 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.193615] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-27010e59-bebc-4059-a8a9-0f63e5f26fb4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.193837] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-27010e59-bebc-4059-a8a9-0f63e5f26fb4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.194206] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-27010e59-bebc-4059-a8a9-0f63e5f26fb4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.194415] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27010e59-bebc-4059-a8a9-0f63e5f26fb4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.698011] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.698011] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.698011] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.698369] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.698478] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.698585] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 27010e59-bebc-4059-a8a9-0f63e5f26fb4 not found, creating... [ 1067.698884] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.699098] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.699236] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.699463] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.699624] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.699928] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.700300] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.700481] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.700804] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.700896] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.701086] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 27010e59-bebc-4059-a8a9-0f63e5f26fb4 is going to be created. [ 1067.723709] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.723709] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.723709] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.723709] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.723709] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.723709] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-27010e59-bebc-4059-a8a9-0f63e5f26fb4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.043364] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1068.043534] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1068.351416] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26af606-0724-44b6-a140-5bf71f1b92fd in Status: SUCCESS [ 1068.351647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.391508] env[69242]: INFO networking_nsxv3.common.synchronization [None req-4d581c8e-95b6-4cfe-8a2c-d517a8e8ba66 None None] Enqueued Resource ID: 986baa0a-b576-47cc-b67e-1554c9279411 with Priority: HIGHEST for action port [ 1068.391796] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986baa0a-b576-47cc-b67e-1554c9279411 with Priority: HIGHEST for action port [ 1068.392390] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-986baa0a-b576-47cc-b67e-1554c9279411 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.392539] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-986baa0a-b576-47cc-b67e-1554c9279411" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.392627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-986baa0a-b576-47cc-b67e-1554c9279411" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.392889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-986baa0a-b576-47cc-b67e-1554c9279411" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.392967] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('986baa0a-b576-47cc-b67e-1554c9279411',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.897765] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 986baa0a-b576-47cc-b67e-1554c9279411 [ 1068.898037] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.898222] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.898222] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.898920] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.898920] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.898920] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:986baa0a-b576-47cc-b67e-1554c9279411 already deleted. [ 1068.898920] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-986baa0a-b576-47cc-b67e-1554c9279411" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.925526] env[69242]: INFO networking_nsxv3.common.synchronization [req-2adb395a-e497-4154-b910-3d1f29b3e1f9 req-63024c73-af25-4cdb-bb64-3e978414814d service nova] Enqueued Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_rules [ 1068.925812] env[69242]: INFO networking_nsxv3.common.synchronization [req-2adb395a-e497-4154-b910-3d1f29b3e1f9 req-63024c73-af25-4cdb-bb64-3e978414814d service nova] Enqueued Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 1068.926655] env[69242]: INFO networking_nsxv3.common.synchronization [req-2adb395a-e497-4154-b910-3d1f29b3e1f9 req-63024c73-af25-4cdb-bb64-3e978414814d service nova] Enqueued Resource ID: 27010e59-bebc-4059-a8a9-0f63e5f26fb4 with Priority: HIGHEST for action port [ 1068.926894] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_rules [ 1068.926894] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 1068.926894] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27010e59-bebc-4059-a8a9-0f63e5f26fb4 with Priority: HIGHEST for action port [ 1068.928357] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.928357] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.928357] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.928635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.929066] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.931328] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.932058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.932184] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.932417] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.932678] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.932817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.932903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.933879] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.934230] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.934378] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.935629] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-27010e59-bebc-4059-a8a9-0f63e5f26fb4 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.935783] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27010e59-bebc-4059-a8a9-0f63e5f26fb4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.935873] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27010e59-bebc-4059-a8a9-0f63e5f26fb4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.936667] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27010e59-bebc-4059-a8a9-0f63e5f26fb4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.936667] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27010e59-bebc-4059-a8a9-0f63e5f26fb4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.441640] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27010e59-bebc-4059-a8a9-0f63e5f26fb4 with status ACTIVE [ 1069.441640] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.441640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.441640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.441640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.441640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.441640] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.441640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.441640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.441640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.441640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.441640] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.441640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.441640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.441640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.441640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.441640] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27010e59-bebc-4059-a8a9-0f63e5f26fb4 is going to be updated. [ 1069.443275] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.445366] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.445702] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.472071] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.473143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.473320] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.473638] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.473881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.474171] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27010e59-bebc-4059-a8a9-0f63e5f26fb4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.952494] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.272308] env[69242]: INFO networking_nsxv3.common.synchronization [None req-dd71252c-c17e-41eb-9eb4-9557b0a87890 None None] Enqueued Resource ID: 432ba162-9c3f-47d0-a20a-540fe8e3a8c2 with Priority: HIGHEST for action port [ 1070.272414] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 432ba162-9c3f-47d0-a20a-540fe8e3a8c2 with Priority: HIGHEST for action port [ 1070.273010] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-432ba162-9c3f-47d0-a20a-540fe8e3a8c2 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.273302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-432ba162-9c3f-47d0-a20a-540fe8e3a8c2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.273374] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-432ba162-9c3f-47d0-a20a-540fe8e3a8c2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.273639] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-432ba162-9c3f-47d0-a20a-540fe8e3a8c2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.273760] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('432ba162-9c3f-47d0-a20a-540fe8e3a8c2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.460369] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.460369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.460369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.460369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.460369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.460369] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e is going to be updated. [ 1070.489145] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.489351] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.489426] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.489638] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.489787] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.499184] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: IN_PROGRESS for 2s [ 1070.779019] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 432ba162-9c3f-47d0-a20a-540fe8e3a8c2 [ 1070.779019] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.779019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.779019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.779234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.779391] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.779391] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:432ba162-9c3f-47d0-a20a-540fe8e3a8c2 already deleted. [ 1070.780201] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-432ba162-9c3f-47d0-a20a-540fe8e3a8c2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.677500] env[69242]: INFO networking_nsxv3.common.synchronization [req-206ef171-dda3-4d18-b54c-6b3a182bf589 req-7191c301-d8bc-4fc8-9bb2-defb4f46a559 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 1071.678296] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 1071.678759] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.678885] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.679078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.679234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.679459] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.679618] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.679733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.679945] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.680093] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.680241] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.183119] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.183314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.183387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.183603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.183699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.183909] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.184247] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.184247] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.184327] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.184373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.184530] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be updated. [ 1072.212490] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.212696] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.212767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.212979] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.213219] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.222656] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: IN_PROGRESS for 2s [ 1072.225368] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-148 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.225776] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.225955] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.226241] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.226527] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.227073] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.227220] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.227455] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.227605] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.227820] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.228697] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.228697] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.228697] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.228697] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.228902] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.229108] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.249277] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.249500] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1072.249671] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.249889] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.250088] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-711c67b0-7306-48b2-ac40-81046d034c74 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.250259] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-711c67b0-7306-48b2-ac40-81046d034c74" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.250434] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-711c67b0-7306-48b2-ac40-81046d034c74" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.250768] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-711c67b0-7306-48b2-ac40-81046d034c74" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.251031] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('711c67b0-7306-48b2-ac40-81046d034c74',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.507848] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: SUCCESS [ 1072.508134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.508323] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.508599] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.508819] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.508995] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.509171] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.509334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.509470] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.509580] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.509684] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.754412] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.754412] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.754412] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.754412] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.754412] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.754917] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 711c67b0-7306-48b2-ac40-81046d034c74 not found, creating... [ 1072.754917] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.755395] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.755395] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.755497] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.755601] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.755899] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.756067] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.757353] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.757353] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.757353] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.757353] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 711c67b0-7306-48b2-ac40-81046d034c74 is going to be created. [ 1072.781127] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.781403] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.781569] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.782161] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.782161] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.782385] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-711c67b0-7306-48b2-ac40-81046d034c74" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.014182] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.014354] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.014483] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.014709] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.014882] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.014981] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.015049] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.015210] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.015284] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.015373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.015525] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.015618] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.015697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.015828] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.015962] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.016068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.016123] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.016263] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.016336] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.016413] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.016501] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.260681] env[69242]: INFO networking_nsxv3.common.synchronization [req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 req-a6e66f60-0ec6-4151-8db4-2664668e0419 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Enqueued Resource ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 with Priority: HIGHEST for action security_group_members [ 1073.261698] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 with Priority: HIGHEST for action security_group_members [ 1073.261899] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.261978] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.262031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.262925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.263143] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.263285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.263377] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.263595] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.263727] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.263857] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('102ae7de-1f5f-40dc-a46b-2ca139dac2f1',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.518723] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 267a7ef5-25ec-4e39-9364-f676e9946b6e: rpc.has_security_group_logging(os_id): False [ 1073.540665] env[69242]: INFO networking_nsxv3.common.synchronization [req-206ef171-dda3-4d18-b54c-6b3a182bf589 req-35e767db-8524-47c8-97bd-bd99a78ec7d9 service nova] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_rules [ 1073.540840] env[69242]: INFO networking_nsxv3.common.synchronization [req-206ef171-dda3-4d18-b54c-6b3a182bf589 req-35e767db-8524-47c8-97bd-bd99a78ec7d9 service nova] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 1073.544426] env[69242]: INFO networking_nsxv3.common.synchronization [req-206ef171-dda3-4d18-b54c-6b3a182bf589 req-35e767db-8524-47c8-97bd-bd99a78ec7d9 service nova] Enqueued Resource ID: 711c67b0-7306-48b2-ac40-81046d034c74 with Priority: HIGHEST for action port [ 1073.544426] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.544426] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.544426] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.544426] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.544426] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.544426] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.544716] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.544716] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.544770] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.544834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.545217] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.545217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.545217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.545376] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.545422] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.545865] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.545865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.545865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.546031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.546347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.546347] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e is going to be updated. [ 1073.547664] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_rules [ 1073.547829] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 1073.548453] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 711c67b0-7306-48b2-ac40-81046d034c74 with Priority: HIGHEST for action port [ 1073.549014] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.549180] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.549273] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.549449] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.549973] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.550488] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.552009] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.552300] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-711c67b0-7306-48b2-ac40-81046d034c74 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.552446] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-711c67b0-7306-48b2-ac40-81046d034c74" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.552726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-711c67b0-7306-48b2-ac40-81046d034c74" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.552726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-711c67b0-7306-48b2-ac40-81046d034c74" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.552726] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('711c67b0-7306-48b2-ac40-81046d034c74',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.615836] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.615836] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.615836] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.615836] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.615836] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.626632] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: IN_PROGRESS for 2s [ 1073.770024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.770024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.770024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.770024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.770024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.770024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.770024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.770024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.770024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.770024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.770024] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 is going to be updated. [ 1073.797041] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.797699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.797699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.797699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.797932] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.809032] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 in Status: IN_PROGRESS for 2s [ 1073.864055] env[69242]: INFO networking_nsxv3.common.synchronization [req-a954dba8-dbdd-44c2-967f-29a2427eaed4 req-54a689f4-1659-42ed-9a68-b64a03847d9f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Enqueued Resource ID: 447d6950-7b00-424a-a223-4b375c168010 with Priority: HIGHEST for action security_group_members [ 1073.864653] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447d6950-7b00-424a-a223-4b375c168010 with Priority: HIGHEST for action security_group_members [ 1073.864941] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d6950-7b00-424a-a223-4b375c168010 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.865446] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.865561] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.865792] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.865960] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.866081] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.866152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.869193] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.869193] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.869193] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447d6950-7b00-424a-a223-4b375c168010',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.054955] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 711c67b0-7306-48b2-ac40-81046d034c74 with status ACTIVE [ 1074.055589] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.055589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.055589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.055813] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.055813] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.055938] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.056067] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.056143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.056397] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.056532] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.056822] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.056981] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.057117] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.057345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.057743] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.057743] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 711c67b0-7306-48b2-ac40-81046d034c74 is going to be updated. [ 1074.059407] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.059500] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.078978] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.079163] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.079233] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.079522] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.079754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.079812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-711c67b0-7306-48b2-ac40-81046d034c74" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.241230] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 1074.241796] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce deletion is rescheduled due to dependency. [ 1074.241946] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.242130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.242368] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.242602] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.242766] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.242869] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.243614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.243614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.243614] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.290513] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.290725] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.290852] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.293149] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.293536] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.293723] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.293847] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.294544] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.294708] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.294974] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.295135] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.295285] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.295424] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.295549] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.295924] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.295924] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.316018] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.316214] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1074.316355] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.316540] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.317051] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-dbee9126-c31b-476a-9d92-95962f27d6a1 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.317251] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-dbee9126-c31b-476a-9d92-95962f27d6a1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.317382] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-dbee9126-c31b-476a-9d92-95962f27d6a1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.317856] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-dbee9126-c31b-476a-9d92-95962f27d6a1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.317856] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbee9126-c31b-476a-9d92-95962f27d6a1',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.368487] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.368616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.368616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.368868] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.368957] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.369167] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.369266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.369322] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.369471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.369548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.369634] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447d6950-7b00-424a-a223-4b375c168010 is going to be updated. [ 1074.394835] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.394987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.395064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.395565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.395565] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.403932] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d6950-7b00-424a-a223-4b375c168010 in Status: IN_PROGRESS for 2s [ 1074.746725] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.820138] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.820506] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.820609] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.820922] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.821302] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.821358] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port dbee9126-c31b-476a-9d92-95962f27d6a1 not found, creating... [ 1074.822301] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.822301] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.822301] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.822301] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.822301] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.822658] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.822823] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.822946] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.823175] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.823313] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.823461] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: dbee9126-c31b-476a-9d92-95962f27d6a1 is going to be created. [ 1074.843126] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.843292] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.843340] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.843694] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.843948] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.844202] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-dbee9126-c31b-476a-9d92-95962f27d6a1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.250024] env[69242]: INFO networking_nsxv3.common.synchronization [req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e req-8538f923-5828-4234-9b8d-b4015a7b8553 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Enqueued Resource ID: df36513a-a549-4ed8-89ce-11262902c4db with Priority: HIGHEST for action security_group_members [ 1075.250024] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.250024] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df36513a-a549-4ed8-89ce-11262902c4db with Priority: HIGHEST for action security_group_members [ 1075.250717] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-df36513a-a549-4ed8-89ce-11262902c4db taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.251086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.251235] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.251866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.252137] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.252426] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.252593] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.252892] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.253118] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.253650] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df36513a-a549-4ed8-89ce-11262902c4db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.591860] env[69242]: INFO networking_nsxv3.common.synchronization [req-a954dba8-dbdd-44c2-967f-29a2427eaed4 req-26c0f7ce-da6c-4bf3-8ce4-4944b77a922e service nova] Enqueued Resource ID: 447d6950-7b00-424a-a223-4b375c168010 with Priority: HIGHEST for action security_group_rules [ 1075.592162] env[69242]: INFO networking_nsxv3.common.synchronization [req-a954dba8-dbdd-44c2-967f-29a2427eaed4 req-26c0f7ce-da6c-4bf3-8ce4-4944b77a922e service nova] Enqueued Resource ID: 447d6950-7b00-424a-a223-4b375c168010 with Priority: HIGHEST for action security_group_members [ 1075.592397] env[69242]: INFO networking_nsxv3.common.synchronization [req-a954dba8-dbdd-44c2-967f-29a2427eaed4 req-26c0f7ce-da6c-4bf3-8ce4-4944b77a922e service nova] Enqueued Resource ID: dbee9126-c31b-476a-9d92-95962f27d6a1 with Priority: HIGHEST for action port [ 1075.593541] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447d6950-7b00-424a-a223-4b375c168010 with Priority: HIGHEST for action security_group_rules [ 1075.593753] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447d6950-7b00-424a-a223-4b375c168010 with Priority: HIGHEST for action security_group_members [ 1075.593928] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbee9126-c31b-476a-9d92-95962f27d6a1 with Priority: HIGHEST for action port [ 1075.594290] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-447d6950-7b00-424a-a223-4b375c168010 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.594471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.594591] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.594851] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.594977] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('447d6950-7b00-424a-a223-4b375c168010',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.596240] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d6950-7b00-424a-a223-4b375c168010 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.596384] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.602134] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbee9126-c31b-476a-9d92-95962f27d6a1 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.602272] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbee9126-c31b-476a-9d92-95962f27d6a1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.602371] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbee9126-c31b-476a-9d92-95962f27d6a1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.602544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbee9126-c31b-476a-9d92-95962f27d6a1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.602625] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbee9126-c31b-476a-9d92-95962f27d6a1',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.639133] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: SUCCESS [ 1075.640386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.751413] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.751748] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.751824] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.752068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.752169] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.752318] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be updated. [ 1075.756966] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df36513a-a549-4ed8-89ce-11262902c4db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.779684] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.779856] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.780541] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.780541] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.780541] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.788080] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: IN_PROGRESS for 2s [ 1075.817320] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 in Status: SUCCESS [ 1075.817504] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 deletion is rescheduled due to dependency. [ 1075.817615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.106077] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d6950-7b00-424a-a223-4b375c168010 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.106440] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.106990] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbee9126-c31b-476a-9d92-95962f27d6a1 with status ACTIVE [ 1076.107375] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.107667] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.107777] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.108160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.108160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.108475] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.108687] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.108817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.108997] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.109146] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.109373] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.109527] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.109642] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.109878] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.109985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.110116] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbee9126-c31b-476a-9d92-95962f27d6a1 is going to be updated. [ 1076.130627] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.130886] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.130886] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.131120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.131225] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.131415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbee9126-c31b-476a-9d92-95962f27d6a1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.259128] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df36513a-a549-4ed8-89ce-11262902c4db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.413758] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d6950-7b00-424a-a223-4b375c168010 in Status: SUCCESS [ 1076.414027] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447d6950-7b00-424a-a223-4b375c168010 deletion is rescheduled due to dependency. [ 1076.414233] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.414485] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.415129] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.415129] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.415364] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.415364] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.415728] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.415728] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.415728] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447d6950-7b00-424a-a223-4b375c168010',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.761860] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.762069] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.762245] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.762384] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.762442] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.762555] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df36513a-a549-4ed8-89ce-11262902c4db is going to be updated. [ 1076.789778] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.789916] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.789986] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.790219] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.790369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.800163] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df36513a-a549-4ed8-89ce-11262902c4db in Status: IN_PROGRESS for 2s [ 1076.917926] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('447d6950-7b00-424a-a223-4b375c168010',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.420542] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('447d6950-7b00-424a-a223-4b375c168010',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.797578] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 1077.797821] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.797994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.798256] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.798482] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.798608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.798671] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.798850] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.798949] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.799028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.799124] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.923176] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.923389] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.923457] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.923652] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.923743] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.923844] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447d6950-7b00-424a-a223-4b375c168010 is going to be updated. [ 1077.959671] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.959899] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.959973] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.960225] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.960411] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.968494] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d6950-7b00-424a-a223-4b375c168010 in Status: IN_PROGRESS for 2s [ 1078.301456] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.301768] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.301850] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.302092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.303347] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.303347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.303347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.303347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.303347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.303347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.303725] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.303885] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.303982] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.304193] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.304424] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.304590] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.304846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.305056] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.305186] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.305312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.305437] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.807689] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce: rpc.has_security_group_logging(os_id): False [ 1078.809212] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df36513a-a549-4ed8-89ce-11262902c4db in Status: SUCCESS [ 1078.809423] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.823795] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.823988] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.824164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.824461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.824558] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.824809] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.824911] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.824978] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.825154] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.825254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.825461] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.825569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.825632] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.825774] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.825852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.826053] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.826157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.826232] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.826403] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.826492] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.826581] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be updated. [ 1078.891814] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.892454] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.892454] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.892556] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.893233] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.904789] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: IN_PROGRESS for 2s [ 1079.745083] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.745083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.745277] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.745401] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.745509] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.981729] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d6950-7b00-424a-a223-4b375c168010 in Status: SUCCESS [ 1079.982019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.982141] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.982405] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.982663] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.982786] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.982854] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.983013] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.983098] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.983186] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.983272] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('447d6950-7b00-424a-a223-4b375c168010',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.247866] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.485544] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d6950-7b00-424a-a223-4b375c168010 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.485777] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.485888] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.486241] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.486499] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.486659] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.486761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.487025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.487173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.487323] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.487566] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d6950-7b00-424a-a223-4b375c168010 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.487722] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.487821] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.488060] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.488294] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.488461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.488559] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.488770] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.488893] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.489037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.489227] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('447d6950-7b00-424a-a223-4b375c168010',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.594944] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1080.594944] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1080.750141] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.916532] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 1080.916893] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.979024] env[69242]: INFO networking_nsxv3.common.synchronization [req-d6fa21b5-8346-46f9-918d-4c24227400b6 req-949e9f64-dd39-40db-8767-a527d1d29ddf tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Enqueued Resource ID: 92bd468a-362c-4a41-a374-336f357a1dc5 with Priority: HIGHEST for action security_group_members [ 1080.979559] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd468a-362c-4a41-a374-336f357a1dc5 with Priority: HIGHEST for action security_group_members [ 1080.979920] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd468a-362c-4a41-a374-336f357a1dc5 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.980045] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.980268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.980651] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.980830] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.980935] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.980985] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.981164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.981253] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.981343] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd468a-362c-4a41-a374-336f357a1dc5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.991389] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 447d6950-7b00-424a-a223-4b375c168010: rpc.has_security_group_logging(os_id): False [ 1081.007614] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.007614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.007614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.007830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.007909] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.008156] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.008234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.008279] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.008433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.008510] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.008903] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.008903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.008903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.009065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.009065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.009322] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.009322] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.009322] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.009450] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.009520] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.009601] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 447d6950-7b00-424a-a223-4b375c168010 is going to be updated. [ 1081.063781] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.063781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.063781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.063781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.064216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.077239] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 447d6950-7b00-424a-a223-4b375c168010 in Status: IN_PROGRESS for 2s [ 1081.254162] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1081.254162] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1081.300567] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-309 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.300768] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-309" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.300898] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-309" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.301295] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-309" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.301945] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.301945] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.301945] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.302190] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.305828] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.306428] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.306428] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.306428] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.306428] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.306629] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.306629] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.306752] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.326109] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.326109] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1081.326109] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.326109] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-309" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.326109] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-888e2ca7-69ac-4a4f-8206-4e41c8585848 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.326109] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-888e2ca7-69ac-4a4f-8206-4e41c8585848" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.326400] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-888e2ca7-69ac-4a4f-8206-4e41c8585848" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.327034] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-888e2ca7-69ac-4a4f-8206-4e41c8585848" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.327034] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('888e2ca7-69ac-4a4f-8206-4e41c8585848',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.484851] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.485013] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.485089] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.485309] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.485394] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.485870] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.485870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.485870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.486016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.486016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.486087] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd468a-362c-4a41-a374-336f357a1dc5 already deleted. [ 1081.486122] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.833075] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.833075] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.833075] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.833075] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.833075] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.833075] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 888e2ca7-69ac-4a4f-8206-4e41c8585848 not found, creating... [ 1081.833075] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.833075] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.833075] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.833075] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.833075] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.833626] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.833626] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.833626] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.834202] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.834560] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.834851] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 888e2ca7-69ac-4a4f-8206-4e41c8585848 is going to be created. [ 1081.857487] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.857487] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.857487] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.857487] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.857487] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.857487] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-888e2ca7-69ac-4a4f-8206-4e41c8585848" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.064073] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.064073] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.064073] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.064589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.077315] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1082.080895] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.081999] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1082.116097] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.116258] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.116332] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.116536] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.129130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.129221] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1082.129323] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1082.129420] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1082.165295] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.165295] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.165295] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.165481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.167113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.167343] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1082.251934] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.252178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.252260] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.252463] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.252773] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.253132] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1082.333707] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.333707] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.333707] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.333707] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.334077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.334460] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1082.334560] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'907b20a3-894b-40a9-97ed-03e9a930e608', '2dfdad67-c482-4252-8bd0-5248f10ec2a8', '930b89d1-6daf-45d5-b088-407c553cd44f', '3fe88ad9-daad-434f-9aeb-71fd62033484', 'f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48', 'b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce', 'd8052d6f-b6de-4cb9-a4d1-59c3a9782507', '0080a83f-9b13-443f-8ebc-40abab5ee22a', '872d5737-132a-4a26-bd00-0b0af6eaaebf', '4a829448-f462-4072-b299-d017e73ac377', 'd26af606-0724-44b6-a140-5bf71f1b92fd', '1464884c-dd4d-4dd6-afbf-c657bd79c67b', 'f3e7206f-5a8c-416f-a522-069048a3c933', '452d69b5-e767-4ad0-aa5d-d6c261dd0d39', '631813a3-4486-4aaf-b56f-dd40eb6136b8', '49ac486e-bb3b-4bac-8fa6-45cf45778c9d', '0f4aa979-ec67-4685-a408-6f4febf6c882', 'e9e738c2-3e92-46e2-b326-ba8333f886bd', '66e2e6a0-a355-4d9e-81c7-33cf13c5c565', '115f2fc4-2a06-4c52-9dab-a71c129400ef', '22fbaf9f-010c-4305-9541-48c6eb474738', '8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e', '447d6950-7b00-424a-a223-4b375c168010', '142a013c-c9ce-4b76-86a7-cea418fa5669', '102ae7de-1f5f-40dc-a46b-2ca139dac2f1', '7b7d0d67-2fd7-4107-9a73-96adfed953ca', '11d04fa3-cd3f-4491-a25c-9fd37653babf', '7e29612f-d9f5-47b3-869c-779f2e099ec0', 'f7e28637-ee92-4ca6-a4b3-f71535814148', '873f3691-5ba9-43a3-bccd-fb3d5ad59780', '447eba8e-cdff-4d71-a069-27a00e104167', '33c764e7-c95b-4c09-99ab-4f7ec4c442e2', 'a6a96813-aaa8-47ba-9d19-170206f69ac6', 'c7af9a9c-db9c-4882-8fe6-188135a2c407', 'be3c66ca-1801-448b-9f7e-0d7f01d81748', 'bdef5e17-a895-4c90-bbde-5b37cb2f7e14', '267a7ef5-25ec-4e39-9364-f676e9946b6e', 'ca8fba11-b073-4955-a332-fe92127b50a3', 'b120d137-eb2e-4e75-bb5a-51b2c89e261e', '8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc', 'e71d6db8-4f25-4a5a-809e-35864f4d8ecb', '0f60cf64-3f52-49c8-aff8-311c5568a6a2', '606c1215-5dd7-4505-9436-82f0c5f680fe', 'cbed1cdd-7139-4c4f-b4e9-a06c36f25727', '74ac6599-266a-4ef6-8778-3406802f893d', 'df36513a-a549-4ed8-89ce-11262902c4db', '860de744-7946-4cac-ad57-298e48424855'} {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1082.334660] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1082.351851] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.351980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.352069] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.352268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.352355] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.352462] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1082.352530] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1082.352601] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1082.431776] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.431998] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.432477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.432750] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.435566] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.435566] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1082.435566] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1082.435743] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1082.435743] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1082.435825] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1082.436038] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 907b20a3-894b-40a9-97ed-03e9a930e608 with Priority: HIGH for action security_group_rules [ 1082.436406] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 with Priority: HIGH for action security_group_rules [ 1082.436559] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 930b89d1-6daf-45d5-b088-407c553cd44f with Priority: HIGH for action security_group_rules [ 1082.436841] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGH for action security_group_rules [ 1082.436977] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGH for action security_group_rules [ 1082.437121] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGH for action security_group_rules [ 1082.437231] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGH for action security_group_rules [ 1082.437384] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a with Priority: HIGH for action security_group_rules [ 1082.437437] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf with Priority: HIGH for action security_group_rules [ 1082.437811] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a829448-f462-4072-b299-d017e73ac377 with Priority: HIGH for action security_group_rules [ 1082.437914] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d26af606-0724-44b6-a140-5bf71f1b92fd with Priority: HIGH for action security_group_rules [ 1082.438035] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b with Priority: HIGH for action security_group_rules [ 1082.438136] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3e7206f-5a8c-416f-a522-069048a3c933 with Priority: HIGH for action security_group_rules [ 1082.438233] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 with Priority: HIGH for action security_group_rules [ 1082.438331] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 with Priority: HIGH for action security_group_rules [ 1082.438424] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d with Priority: HIGH for action security_group_rules [ 1082.438518] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGH for action security_group_rules [ 1082.438618] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9e738c2-3e92-46e2-b326-ba8333f886bd with Priority: HIGH for action security_group_rules [ 1082.439613] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGH for action security_group_rules [ 1082.439689] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef with Priority: HIGH for action security_group_rules [ 1082.439811] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.887657] env[69242]: INFO networking_nsxv3.common.synchronization [req-d6fa21b5-8346-46f9-918d-4c24227400b6 req-457fb513-be05-462f-82b5-c9a938ab867b service nova] Enqueued Resource ID: 92bd468a-362c-4a41-a374-336f357a1dc5 with Priority: HIGHEST for action security_group_rules [ 1082.887887] env[69242]: INFO networking_nsxv3.common.synchronization [req-d6fa21b5-8346-46f9-918d-4c24227400b6 req-457fb513-be05-462f-82b5-c9a938ab867b service nova] Enqueued Resource ID: 92bd468a-362c-4a41-a374-336f357a1dc5 with Priority: HIGHEST for action security_group_members [ 1082.888086] env[69242]: INFO networking_nsxv3.common.synchronization [req-d6fa21b5-8346-46f9-918d-4c24227400b6 req-457fb513-be05-462f-82b5-c9a938ab867b service nova] Enqueued Resource ID: 888e2ca7-69ac-4a4f-8206-4e41c8585848 with Priority: HIGHEST for action port [ 1082.889598] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd468a-362c-4a41-a374-336f357a1dc5 with Priority: HIGHEST for action security_group_rules [ 1082.889789] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd468a-362c-4a41-a374-336f357a1dc5 with Priority: HIGHEST for action security_group_members [ 1082.890157] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888e2ca7-69ac-4a4f-8206-4e41c8585848 with Priority: HIGHEST for action port [ 1082.890323] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907b20a3-894b-40a9-97ed-03e9a930e608 with Priority: HIGH for action security_group_rules [ 1082.890456] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 930b89d1-6daf-45d5-b088-407c553cd44f with Priority: HIGH for action security_group_rules [ 1082.890600] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGH for action security_group_rules [ 1082.890768] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 with Priority: HIGH for action security_group_rules [ 1082.890834] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef with Priority: HIGH for action security_group_rules [ 1082.890961] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 with Priority: HIGH for action security_group_rules [ 1082.891290] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e738c2-3e92-46e2-b326-ba8333f886bd with Priority: HIGH for action security_group_rules [ 1082.891455] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGH for action security_group_rules [ 1082.891596] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 with Priority: HIGH for action security_group_rules [ 1082.891710] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d with Priority: HIGH for action security_group_rules [ 1082.891855] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e7206f-5a8c-416f-a522-069048a3c933 with Priority: HIGH for action security_group_rules [ 1082.891968] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b with Priority: HIGH for action security_group_rules [ 1082.892105] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26af606-0724-44b6-a140-5bf71f1b92fd with Priority: HIGH for action security_group_rules [ 1082.896243] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a829448-f462-4072-b299-d017e73ac377 with Priority: HIGH for action security_group_rules [ 1082.896407] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf with Priority: HIGH for action security_group_rules [ 1082.896539] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGH for action security_group_rules [ 1082.897742] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a with Priority: HIGH for action security_group_rules [ 1082.897742] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 with Priority: HIGH for action security_group_rules [ 1082.897742] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 with Priority: HIGH for action security_group_rules [ 1082.897742] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 with Priority: HIGH for action security_group_rules [ 1082.897742] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92bd468a-362c-4a41-a374-336f357a1dc5 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.898042] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.900591] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.900591] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.900591] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92bd468a-362c-4a41-a374-336f357a1dc5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.906363] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd468a-362c-4a41-a374-336f357a1dc5 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.906363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.906363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.906363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.906363] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.906363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.906363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.906363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.906363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.906363] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd468a-362c-4a41-a374-336f357a1dc5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.906363] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-888e2ca7-69ac-4a4f-8206-4e41c8585848 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.906363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-888e2ca7-69ac-4a4f-8206-4e41c8585848" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.906363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-888e2ca7-69ac-4a4f-8206-4e41c8585848" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.906363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-888e2ca7-69ac-4a4f-8206-4e41c8585848" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.906363] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('888e2ca7-69ac-4a4f-8206-4e41c8585848',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.906363] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-907b20a3-894b-40a9-97ed-03e9a930e608 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.906363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.906363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.907255] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.907255] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('907b20a3-894b-40a9-97ed-03e9a930e608',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.907255] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-930b89d1-6daf-45d5-b088-407c553cd44f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.907255] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.907255] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.907255] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.907255] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('930b89d1-6daf-45d5-b088-407c553cd44f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.907519] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.907519] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.907642] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.908704] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.908704] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.909775] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-631813a3-4486-4aaf-b56f-dd40eb6136b8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.909887] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.910416] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.910416] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.910416] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('631813a3-4486-4aaf-b56f-dd40eb6136b8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.910986] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-115f2fc4-2a06-4c52-9dab-a71c129400ef taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.911391] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.911464] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.911614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.911684] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('115f2fc4-2a06-4c52-9dab-a71c129400ef',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.912469] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.912578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.912640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.912791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.912856] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66e2e6a0-a355-4d9e-81c7-33cf13c5c565',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.914101] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9e738c2-3e92-46e2-b326-ba8333f886bd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.914205] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.914312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.914672] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.914741] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9e738c2-3e92-46e2-b326-ba8333f886bd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.916074] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f4aa979-ec67-4685-a408-6f4febf6c882 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.916190] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.916252] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.916475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.916557] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.917248] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-452d69b5-e767-4ad0-aa5d-d6c261dd0d39 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.917797] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.917797] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.917899] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.917944] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('452d69b5-e767-4ad0-aa5d-d6c261dd0d39',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.918777] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49ac486e-bb3b-4bac-8fa6-45cf45778c9d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.918881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.918946] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.919110] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.919183] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49ac486e-bb3b-4bac-8fa6-45cf45778c9d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.919977] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3e7206f-5a8c-416f-a522-069048a3c933 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.920102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.920168] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.920424] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.920526] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3e7206f-5a8c-416f-a522-069048a3c933',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.921774] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1464884c-dd4d-4dd6-afbf-c657bd79c67b taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.921888] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.922398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.922398] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.922398] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1464884c-dd4d-4dd6-afbf-c657bd79c67b',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.922957] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26af606-0724-44b6-a140-5bf71f1b92fd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.923089] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.923148] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.923346] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.923397] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.924148] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a829448-f462-4072-b299-d017e73ac377 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.924279] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.924562] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.924562] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.925199] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a829448-f462-4072-b299-d017e73ac377',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.926284] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-872d5737-132a-4a26-bd00-0b0af6eaaebf taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.926355] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.926436] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.926593] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.926667] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('872d5737-132a-4a26-bd00-0b0af6eaaebf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.927594] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.927712] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.927776] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.927933] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.927998] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.928810] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0080a83f-9b13-443f-8ebc-40abab5ee22a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.928990] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.929074] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.929223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.929297] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0080a83f-9b13-443f-8ebc-40abab5ee22a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.930579] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.930579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.930682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.930844] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.930844] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.931042] env[69242]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1082.931846] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dfdad67-c482-4252-8bd0-5248f10ec2a8 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.933414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.933414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.933414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.933414] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dfdad67-c482-4252-8bd0-5248f10ec2a8',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.933414] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe88ad9-daad-434f-9aeb-71fd62033484 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.933414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.933414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.934116] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.934116] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe88ad9-daad-434f-9aeb-71fd62033484',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.037226] env[69242]: INFO networking_nsxv3.common.synchronization [req-5a7f7bfd-8507-45f0-99ea-8d2c3476ff05 req-8adf4ef6-53bf-414b-a8be-ed1723b30274 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Enqueued Resource ID: 447d6950-7b00-424a-a223-4b375c168010 with Priority: HIGHEST for action security_group_members [ 1083.040026] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447d6950-7b00-424a-a223-4b375c168010 with Priority: HIGHEST for action security_group_members [ 1083.040026] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-447d6950-7b00-424a-a223-4b375c168010 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.040026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.040026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.040026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.040026] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.040026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.040026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.040026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.040026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.040026] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447d6950-7b00-424a-a223-4b375c168010',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.081052] env[69242]: INFO networking_nsxv3.common.synchronization [req-5a7f7bfd-8507-45f0-99ea-8d2c3476ff05 req-8adf4ef6-53bf-414b-a8be-ed1723b30274 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Enqueued Resource ID: dbee9126-c31b-476a-9d92-95962f27d6a1 with Priority: HIGHEST for action port [ 1083.082013] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbee9126-c31b-476a-9d92-95962f27d6a1 with Priority: HIGHEST for action port [ 1083.082104] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbee9126-c31b-476a-9d92-95962f27d6a1 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.082207] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbee9126-c31b-476a-9d92-95962f27d6a1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.082271] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbee9126-c31b-476a-9d92-95962f27d6a1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.082704] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbee9126-c31b-476a-9d92-95962f27d6a1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.082704] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbee9126-c31b-476a-9d92-95962f27d6a1',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.089035] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 447d6950-7b00-424a-a223-4b375c168010 in Status: SUCCESS [ 1083.092021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.432036] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.432036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.432036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.432036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.432884] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.433179] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.444023] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.444023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.444023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.444023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.444023] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.444023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.444023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.444023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.444023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.444023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.444023] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.444023] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92bd468a-362c-4a41-a374-336f357a1dc5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.445733] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26af606-0724-44b6-a140-5bf71f1b92fd taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.445889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.445954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.446145] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.446305] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.446400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.446460] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.446624] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.446707] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.446791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.446867] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.447991] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4aa979-ec67-4685-a408-6f4febf6c882 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.447991] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.447991] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.447991] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.448269] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.448269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.448269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.448405] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.448405] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.448491] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.448530] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.450251] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 888e2ca7-69ac-4a4f-8206-4e41c8585848 with status ACTIVE [ 1083.450411] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.450505] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.450574] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.450720] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.450797] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.450959] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.451250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.451325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.451877] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.451877] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.451877] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.451877] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.451877] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.452256] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.452256] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.452256] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 888e2ca7-69ac-4a4f-8206-4e41c8585848 is going to be updated. [ 1083.453643] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.453817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.453817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.453952] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.454101] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.454191] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.454284] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.454412] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.454489] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.454570] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.454652] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.455390] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd468a-362c-4a41-a374-336f357a1dc5 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.455836] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.459760] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.459867] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66e2e6a0-a355-4d9e-81c7-33cf13c5c565 is going to be deleted. [ 1083.463983] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-907b20a3-894b-40a9-97ed-03e9a930e608 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.464127] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.464203] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.464371] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.464530] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.464653] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.464709] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.464822] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.464898] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.464981] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.465136] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('907b20a3-894b-40a9-97ed-03e9a930e608',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.471377] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.471593] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.512017] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.512017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.512689] env[69242]: INFO networking_nsxv3.common.synchronization [req-6c095739-c4c6-44ee-b8de-8026cff1bdfc req-6b17c496-b290-4e50-8009-a7b2d1af391d tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Enqueued Resource ID: d26af606-0724-44b6-a140-5bf71f1b92fd with Priority: HIGHEST for action security_group_members [ 1083.515859] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26af606-0724-44b6-a140-5bf71f1b92fd with Priority: HIGHEST for action security_group_members [ 1083.515859] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26af606-0724-44b6-a140-5bf71f1b92fd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.515859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.515859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.515859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.515859] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.515859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.515859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.515859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.515859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.515859] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.516595] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.516595] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.517049] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.517168] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.524684] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.524911] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.526040] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.526184] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.530078] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.530238] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.530937] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.531219] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.531749] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.531874] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.533408] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.533408] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.533787] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.533882] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.534501] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1083.535131] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.535131] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.537899] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1083.538172] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.538306] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9e738c2-3e92-46e2-b326-ba8333f886bd is going to be deleted. [ 1083.539155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.539365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.541115] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.541519] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.541907] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.541993] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.542639] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1083.543159] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.543255] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.543255] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.544747] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.544747] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.544747] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-888e2ca7-69ac-4a4f-8206-4e41c8585848" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.544747] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.544747] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.566895] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1083.567481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.567622] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1464884c-dd4d-4dd6-afbf-c657bd79c67b is going to be deleted. [ 1083.568518] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.568873] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.585304] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbee9126-c31b-476a-9d92-95962f27d6a1 with status ACTIVE [ 1083.585809] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.585809] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.585809] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.585984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.586058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.586230] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.586328] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.586388] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.586532] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.586688] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.586815] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.586907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.586967] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.587117] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.587191] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.588263] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbee9126-c31b-476a-9d92-95962f27d6a1 is going to be updated. [ 1083.597079] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.597211] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe88ad9-daad-434f-9aeb-71fd62033484 is going to be deleted. [ 1083.598061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.598283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.612524] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.612666] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.619120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.619340] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 115f2fc4-2a06-4c52-9dab-a71c129400ef is going to be deleted. [ 1083.623023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.623023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.623684] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.623832] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.623916] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.624162] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.624448] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.624619] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbee9126-c31b-476a-9d92-95962f27d6a1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.659284] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.659402] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.660289] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.660289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.663347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.663347] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 872d5737-132a-4a26-bd00-0b0af6eaaebf is going to be deleted. [ 1083.665709] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.665709] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.703409] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.704597] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3e7206f-5a8c-416f-a522-069048a3c933 is going to be deleted. [ 1083.704597] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.704870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.727549] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.727701] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.729407] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.729525] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.763011] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.763255] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 930b89d1-6daf-45d5-b088-407c553cd44f is going to be deleted. [ 1083.764121] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.764342] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.798319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.798532] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a829448-f462-4072-b299-d017e73ac377 is going to be deleted. [ 1083.800135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.800317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.840893] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.840893] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.873734] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.873886] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 452d69b5-e767-4ad0-aa5d-d6c261dd0d39 is going to be deleted. [ 1083.874954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.875257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.901669] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-366 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.901860] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-366" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.902055] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-366" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.902395] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-366" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.902711] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.902915] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.903439] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.906271] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.906737] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.906737] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.906809] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.906916] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.907105] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.907215] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.907320] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.907423] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.914933] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.914933] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.943051] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.943296] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.961488] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.961719] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.961719] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.961921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.962121] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.962235] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.962397] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.962458] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.962518] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.962607] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.962750] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.962840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.962895] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.963049] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.963185] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.963277] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.963336] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.963472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.963545] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.963624] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.963710] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.964644] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.965488] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.966131] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26af606-0724-44b6-a140-5bf71f1b92fd taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.966231] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.966679] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92bd468a-362c-4a41-a374-336f357a1dc5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.973685] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('907b20a3-894b-40a9-97ed-03e9a930e608',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.982390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.982518] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49ac486e-bb3b-4bac-8fa6-45cf45778c9d is going to be deleted. [ 1083.983414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.983832] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.986526] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.986652] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.995100] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.995100] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.003351] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.003532] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.096 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1084.003613] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.003732] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-366" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.004040] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-8715bfc3-fc9c-48a3-8028-f37c366a8979 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.004219] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-8715bfc3-fc9c-48a3-8028-f37c366a8979" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.004369] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-8715bfc3-fc9c-48a3-8028-f37c366a8979" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.004690] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-8715bfc3-fc9c-48a3-8028-f37c366a8979" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.004879] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8715bfc3-fc9c-48a3-8028-f37c366a8979',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.018913] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.031826] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1084.031826] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.032075] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dfdad67-c482-4252-8bd0-5248f10ec2a8 is going to be deleted. [ 1084.033193] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.033430] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.099968] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.100264] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 631813a3-4486-4aaf-b56f-dd40eb6136b8 is going to be deleted. [ 1084.101357] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.103829] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.103829] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.103829] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.213083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.213243] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48 is going to be deleted. [ 1084.214170] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.214443] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.262340] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.262340] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.285718] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.285718] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0080a83f-9b13-443f-8ebc-40abab5ee22a is going to be deleted. [ 1084.286752] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.286901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.446081] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.446311] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.459042] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.459305] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.459441] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.459528] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.459755] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.459838] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.459933] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447d6950-7b00-424a-a223-4b375c168010 is going to be updated. [ 1084.460849] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.461126] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.461215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.461334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66e2e6a0-a355-4d9e-81c7-33cf13c5c565" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.461477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.461622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.461701] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.461817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9e738c2-3e92-46e2-b326-ba8333f886bd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.462851] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.462967] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.463027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.463176] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.463253] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.463366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1ea6ff5-6a84-41f6-88fa-6f96ac55ae48" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.463485] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.463624] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.463699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.463858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1464884c-dd4d-4dd6-afbf-c657bd79c67b" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.463979] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.464159] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.464306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.464466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe88ad9-daad-434f-9aeb-71fd62033484" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.464573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.464724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.464797] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.464906] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-115f2fc4-2a06-4c52-9dab-a71c129400ef" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.465049] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.465245] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.465364] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.465491] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-872d5737-132a-4a26-bd00-0b0af6eaaebf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.465618] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.465758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.465834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.465941] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3e7206f-5a8c-416f-a522-069048a3c933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.466142] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce: rpc.has_security_group_logging(os_id): False [ 1084.467025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.467194] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.467281] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.467418] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-930b89d1-6daf-45d5-b088-407c553cd44f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.467564] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.467715] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.467794] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.467923] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a829448-f462-4072-b299-d017e73ac377" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.468054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.468214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.468292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.468401] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-452d69b5-e767-4ad0-aa5d-d6c261dd0d39" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.468583] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f4aa979-ec67-4685-a408-6f4febf6c882: rpc.has_security_group_logging(os_id): False [ 1084.469414] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8052d6f-b6de-4cb9-a4d1-59c3a9782507: rpc.has_security_group_logging(os_id): False [ 1084.470284] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.470405] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.470494] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.470664] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.470778] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.470888] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd468a-362c-4a41-a374-336f357a1dc5 is going to be created. [ 1084.471772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.471933] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.472025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.472150] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49ac486e-bb3b-4bac-8fa6-45cf45778c9d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.472600] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.472757] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.472840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.472945] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dfdad67-c482-4252-8bd0-5248f10ec2a8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.473102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.473246] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.473324] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.473435] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-631813a3-4486-4aaf-b56f-dd40eb6136b8" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.475450] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 907b20a3-894b-40a9-97ed-03e9a930e608: rpc.has_security_group_logging(os_id): False [ 1084.508067] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.508067] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.508067] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.508329] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.508521] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.509224] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 8715bfc3-fc9c-48a3-8028-f37c366a8979 not found, creating... [ 1084.509224] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.509224] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.509447] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.509600] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.509761] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.510115] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.510307] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.510464] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.510690] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.510827] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.510969] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 8715bfc3-fc9c-48a3-8028-f37c366a8979 is going to be created. [ 1084.512788] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.512903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.512963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.513144] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.514632] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.514764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.515549] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.515638] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.516305] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.516413] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.517028] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.517094] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.523092] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.543510] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.543647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.543734] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.543903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.544151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.548067] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.548262] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.548391] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.548631] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.548852] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.549087] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-8715bfc3-fc9c-48a3-8028-f37c366a8979" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.550423] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.550680] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.550772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.550838] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.550994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.551091] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.551184] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 is going to be updated. [ 1084.552095] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.552264] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.561028] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd468a-362c-4a41-a374-336f357a1dc5 in Status: UNINITIALIZED for 2s [ 1084.564314] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.564472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.564543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.565228] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.565228] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.596410] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d6950-7b00-424a-a223-4b375c168010 in Status: IN_PROGRESS for 2s [ 1084.622934] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.623239] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.623348] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.623428] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.623643] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.623727] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.623843] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 907b20a3-894b-40a9-97ed-03e9a930e608 is going to be updated. [ 1084.624924] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.625125] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.679434] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.679655] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.679808] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.679879] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.680130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.680240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.680504] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.680623] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.680688] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.680896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.680980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.681235] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.681549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.681549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.681549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.681808] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.681808] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be updated. [ 1084.682942] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.683172] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.731791] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.731930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.740829] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.741228] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.741342] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.741412] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.741673] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.741772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.741873] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 is going to be updated. [ 1084.743025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.743252] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.743365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.743486] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0080a83f-9b13-443f-8ebc-40abab5ee22a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.743647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.743854] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.743995] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.806747] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.806928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.806997] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.807274] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.807460] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.814426] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 in Status: IN_PROGRESS for 2s [ 1084.824141] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 907b20a3-894b-40a9-97ed-03e9a930e608 in Status: IN_PROGRESS for 2s [ 1084.860353] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.860549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.860589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.860795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.861024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.879828] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: IN_PROGRESS for 2s [ 1084.919120] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1084.919745] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.919923] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.919976] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.920262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.920436] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.950730] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: IN_PROGRESS for 2s [ 1085.024866] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.025119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.025119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.025417] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.025509] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.025615] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26af606-0724-44b6-a140-5bf71f1b92fd is going to be updated. [ 1085.073496] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.073737] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.073737] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.073976] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.074161] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.084419] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26af606-0724-44b6-a140-5bf71f1b92fd in Status: IN_PROGRESS for 2s [ 1085.402234] env[69242]: INFO networking_nsxv3.common.synchronization [req-6c095739-c4c6-44ee-b8de-8026cff1bdfc req-aa04e9ef-bc7e-4c30-b7a5-0acaa334a73e service nova] Enqueued Resource ID: d26af606-0724-44b6-a140-5bf71f1b92fd with Priority: HIGHEST for action security_group_rules [ 1085.402234] env[69242]: INFO networking_nsxv3.common.synchronization [req-6c095739-c4c6-44ee-b8de-8026cff1bdfc req-aa04e9ef-bc7e-4c30-b7a5-0acaa334a73e service nova] Enqueued Resource ID: d26af606-0724-44b6-a140-5bf71f1b92fd with Priority: HIGHEST for action security_group_members [ 1085.402234] env[69242]: INFO networking_nsxv3.common.synchronization [req-6c095739-c4c6-44ee-b8de-8026cff1bdfc req-aa04e9ef-bc7e-4c30-b7a5-0acaa334a73e service nova] Enqueued Resource ID: 8715bfc3-fc9c-48a3-8028-f37c366a8979 with Priority: HIGHEST for action port [ 1085.402234] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26af606-0724-44b6-a140-5bf71f1b92fd with Priority: HIGHEST for action security_group_rules [ 1085.402234] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26af606-0724-44b6-a140-5bf71f1b92fd with Priority: HIGHEST for action security_group_members [ 1085.402234] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8715bfc3-fc9c-48a3-8028-f37c366a8979 with Priority: HIGHEST for action port [ 1085.402234] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26af606-0724-44b6-a140-5bf71f1b92fd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.403358] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.403591] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26af606-0724-44b6-a140-5bf71f1b92fd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.403678] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.404382] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-8715bfc3-fc9c-48a3-8028-f37c366a8979 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.404493] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8715bfc3-fc9c-48a3-8028-f37c366a8979" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.404564] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8715bfc3-fc9c-48a3-8028-f37c366a8979" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.404779] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8715bfc3-fc9c-48a3-8028-f37c366a8979" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.404860] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8715bfc3-fc9c-48a3-8028-f37c366a8979',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.906532] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8715bfc3-fc9c-48a3-8028-f37c366a8979 with status ACTIVE [ 1085.906836] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.907065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.907121] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.907404] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.907534] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.907788] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.907931] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.908037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.908364] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.908364] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.908598] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.908713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.908799] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.908986] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.909101] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.909218] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8715bfc3-fc9c-48a3-8028-f37c366a8979 is going to be updated. [ 1085.930259] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.930425] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.930464] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.931014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.931014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.931014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8715bfc3-fc9c-48a3-8028-f37c366a8979" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.572222] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd468a-362c-4a41-a374-336f357a1dc5 in Status: SUCCESS [ 1086.572222] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.572222] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.572222] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.572222] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.572222] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.572222] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.572222] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.572222] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.572222] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.572222] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92bd468a-362c-4a41-a374-336f357a1dc5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.589403] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.589667] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.589955] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.590290] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.590785] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.591351] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.591571] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.591900] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.592152] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.592476] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.592893] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.592893] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.593056] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.593212] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.593404] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.593622] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.607813] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447d6950-7b00-424a-a223-4b375c168010 in Status: SUCCESS [ 1086.607813] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447d6950-7b00-424a-a223-4b375c168010 deletion is rescheduled due to dependency. [ 1086.607813] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.612469] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.612469] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1086.612469] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.613685] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-235" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.613685] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-27010e59-bebc-4059-a8a9-0f63e5f26fb4 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.613685] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-27010e59-bebc-4059-a8a9-0f63e5f26fb4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.613685] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-27010e59-bebc-4059-a8a9-0f63e5f26fb4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.613685] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-27010e59-bebc-4059-a8a9-0f63e5f26fb4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.616317] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27010e59-bebc-4059-a8a9-0f63e5f26fb4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.830394] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 in Status: SUCCESS [ 1086.831203] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.834428] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 907b20a3-894b-40a9-97ed-03e9a930e608 in Status: SUCCESS [ 1086.834762] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.874900] env[69242]: INFO networking_nsxv3.common.synchronization [req-5a85cec9-c398-470d-a080-dae73a6f9207 req-4f9d5f60-d9a5-48e0-88d1-5d93174aa447 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 1086.875509] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 1086.875822] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.875947] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.876022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.876691] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.877150] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.877751] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.877859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.878271] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.878466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.878556] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.892086] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 1086.893276] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.962921] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: SUCCESS [ 1086.963097] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.078854] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd468a-362c-4a41-a374-336f357a1dc5 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.079062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.079136] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.079896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.082019] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.082019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.082019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.082019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.082019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.082019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.082019] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd468a-362c-4a41-a374-336f357a1dc5 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.082019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.082019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.082019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.082019] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.082019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.082019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.082019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.082019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.082019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.082019] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92bd468a-362c-4a41-a374-336f357a1dc5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.094925] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26af606-0724-44b6-a140-5bf71f1b92fd in Status: SUCCESS [ 1087.094925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.095248] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.095715] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.095954] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.096214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.096214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.096503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.096619] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.096767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.096966] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26af606-0724-44b6-a140-5bf71f1b92fd taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.097096] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.097181] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.097362] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.097537] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.097663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.097742] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.097904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.098014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.098140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.098251] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.099772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.099772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.099899] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.100051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.100163] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.100315] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.100417] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.100529] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.118398] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.118787] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.118787] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.119020] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.119187] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.119507] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.119674] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.119781] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.120206] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.120464] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.120755] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.120957] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.121071] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.121374] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.121607] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.121665] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 27010e59-bebc-4059-a8a9-0f63e5f26fb4 is going to be updated. [ 1087.141396] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.141668] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.141992] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.142475] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.143280] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.143280] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-27010e59-bebc-4059-a8a9-0f63e5f26fb4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.383050] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.383050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.383050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.383050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.383050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.383050] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.383050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.383050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.383050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.383050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.383050] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be updated. [ 1087.417350] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.418548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.418548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.418548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.418548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.426154] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: IN_PROGRESS for 2s [ 1087.585343] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92bd468a-362c-4a41-a374-336f357a1dc5: rpc.has_security_group_logging(os_id): False [ 1087.605289] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.605289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.605289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.605289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.605289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.605289] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.605289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.605289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.605289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.605289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.605289] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.605289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.605289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.605763] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.605763] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.605763] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.605971] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.605971] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.605971] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.607784] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.607784] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92bd468a-362c-4a41-a374-336f357a1dc5 is going to be created. [ 1087.607784] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.608929] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d26af606-0724-44b6-a140-5bf71f1b92fd: rpc.has_security_group_logging(os_id): False [ 1087.625895] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.626161] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.626603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.626603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.643613] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.644254] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.644254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.644254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.644478] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.644538] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.644889] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.645009] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.645345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.645609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.645718] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.645968] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.646100] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.646156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.646290] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.646366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.646483] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26af606-0724-44b6-a140-5bf71f1b92fd is going to be updated. [ 1087.665744] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.665916] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.665972] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.666203] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.666416] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.675709] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92bd468a-362c-4a41-a374-336f357a1dc5 in Status: IN_PROGRESS for 2s [ 1087.693542] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.693866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.693866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.694268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.694268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.706228] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26af606-0724-44b6-a140-5bf71f1b92fd in Status: IN_PROGRESS for 2s [ 1088.111396] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.447473] env[69242]: INFO networking_nsxv3.common.synchronization [req-08175a2f-ede8-4fac-9ea4-988e740b9341 req-63e0eba1-59b0-4bc2-81cc-71bcd0e7c08e service nova] Enqueued Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_rules [ 1088.447473] env[69242]: INFO networking_nsxv3.common.synchronization [req-08175a2f-ede8-4fac-9ea4-988e740b9341 req-63e0eba1-59b0-4bc2-81cc-71bcd0e7c08e service nova] Enqueued Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 1088.447473] env[69242]: INFO networking_nsxv3.common.synchronization [req-08175a2f-ede8-4fac-9ea4-988e740b9341 req-63e0eba1-59b0-4bc2-81cc-71bcd0e7c08e service nova] Enqueued Resource ID: 27010e59-bebc-4059-a8a9-0f63e5f26fb4 with Priority: HIGHEST for action port [ 1088.447473] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_rules [ 1088.447473] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 1088.447473] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27010e59-bebc-4059-a8a9-0f63e5f26fb4 with Priority: HIGHEST for action port [ 1088.447473] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.450311] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.450492] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.450775] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.450956] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.452021] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.453673] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.453673] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.453673] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.458133] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.458133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.458133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.458133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.458133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.458133] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.458955] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-27010e59-bebc-4059-a8a9-0f63e5f26fb4 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.458955] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27010e59-bebc-4059-a8a9-0f63e5f26fb4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.459086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27010e59-bebc-4059-a8a9-0f63e5f26fb4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.459193] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27010e59-bebc-4059-a8a9-0f63e5f26fb4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.459419] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27010e59-bebc-4059-a8a9-0f63e5f26fb4',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.613780] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.614120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.614120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.614289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.614342] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.614501] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26af606-0724-44b6-a140-5bf71f1b92fd is going to be updated. [ 1088.642298] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.642456] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.642541] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.642743] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.642898] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.651399] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26af606-0724-44b6-a140-5bf71f1b92fd in Status: IN_PROGRESS for 2s [ 1088.961398] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.962569] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.962680] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.963076] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27010e59-bebc-4059-a8a9-0f63e5f26fb4 with status ACTIVE [ 1088.963245] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.963352] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.963408] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.963637] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.963730] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.963903] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.964016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.964414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.964604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.964693] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.964887] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.964987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.965065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.965224] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.965304] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.965377] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27010e59-bebc-4059-a8a9-0f63e5f26fb4 is going to be updated. [ 1088.984359] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.984517] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.984594] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.984795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.984931] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.985108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27010e59-bebc-4059-a8a9-0f63e5f26fb4" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.437415] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 1089.437415] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce deletion is rescheduled due to dependency. [ 1089.437415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.464516] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.691260] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92bd468a-362c-4a41-a374-336f357a1dc5 in Status: SUCCESS [ 1089.691599] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.720362] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26af606-0724-44b6-a140-5bf71f1b92fd in Status: SUCCESS [ 1089.720648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.720967] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.721075] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.721164] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.967062] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.967563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.967563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.967563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.967711] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.967711] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e is going to be updated. [ 1089.996369] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.996710] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.996710] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.996929] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.997051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.005878] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: IN_PROGRESS for 2s [ 1090.107504] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.107845] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-958" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.108119] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-958" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.109830] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-958" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.110246] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.110436] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.111134] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.111134] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.111277] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.111397] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.111947] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.112153] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.112245] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.112410] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.112495] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.112732] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.136205] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.136451] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1090.136624] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.136871] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-958" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.137266] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-0d865bf4-38c4-498f-b949-819b2e54c173 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.137461] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-0d865bf4-38c4-498f-b949-819b2e54c173" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.137625] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-0d865bf4-38c4-498f-b949-819b2e54c173" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.137958] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-0d865bf4-38c4-498f-b949-819b2e54c173" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.138176] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d865bf4-38c4-498f-b949-819b2e54c173',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.227098] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26af606-0724-44b6-a140-5bf71f1b92fd taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.227098] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.596018] env[69242]: INFO networking_nsxv3.common.synchronization [req-e15480d2-13c0-4131-b16b-4d48c0333921 req-60e85a82-7d20-42f0-a04b-90ded5658611 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Enqueued Resource ID: df36513a-a549-4ed8-89ce-11262902c4db with Priority: HIGHEST for action security_group_members [ 1090.596690] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df36513a-a549-4ed8-89ce-11262902c4db with Priority: HIGHEST for action security_group_members [ 1090.597022] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-df36513a-a549-4ed8-89ce-11262902c4db taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.597150] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.597218] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.597420] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.597578] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.597675] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.597729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.597870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.597956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.598104] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df36513a-a549-4ed8-89ce-11262902c4db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.640761] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.640761] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.640761] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.641051] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.641213] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.641629] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.641826] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.641948] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.642199] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.642347] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.642669] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.642900] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.643045] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.643266] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.643403] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.643549] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 0d865bf4-38c4-498f-b949-819b2e54c173 is going to be updated. [ 1090.660376] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26af606-0724-44b6-a140-5bf71f1b92fd in Status: SUCCESS [ 1090.660600] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.660763] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.660972] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.661428] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.661428] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.661428] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.661602] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.661602] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.661660] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.661730] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.665179] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.665407] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.665541] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.665783] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.665978] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.666417] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-0d865bf4-38c4-498f-b949-819b2e54c173" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.100539] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.101086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.101086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.101086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.121263] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.121675] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.121992] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.122111] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.122483] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.122559] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.122633] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df36513a-a549-4ed8-89ce-11262902c4db is going to be updated. [ 1091.147813] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.148697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.148697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.148697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.148849] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.156413] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df36513a-a549-4ed8-89ce-11262902c4db in Status: IN_PROGRESS for 2s [ 1091.164040] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26af606-0724-44b6-a140-5bf71f1b92fd taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.164267] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.164267] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.164535] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.164721] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.164834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.164899] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.165079] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.165180] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.165276] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.165469] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26af606-0724-44b6-a140-5bf71f1b92fd taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.165555] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.165593] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.165706] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.165844] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.165933] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.165993] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.166145] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.166224] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.166308] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.166397] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.474703] env[69242]: INFO networking_nsxv3.common.synchronization [req-c4660599-a4cc-489d-8adb-5944c3cdd72f req-90395729-8af7-4bec-8a3b-83b74253c811 service nova] Enqueued Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGHEST for action security_group_rules [ 1091.474814] env[69242]: INFO networking_nsxv3.common.synchronization [req-c4660599-a4cc-489d-8adb-5944c3cdd72f req-90395729-8af7-4bec-8a3b-83b74253c811 service nova] Enqueued Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGHEST for action security_group_members [ 1091.474949] env[69242]: INFO networking_nsxv3.common.synchronization [req-c4660599-a4cc-489d-8adb-5944c3cdd72f req-90395729-8af7-4bec-8a3b-83b74253c811 service nova] Enqueued Resource ID: 0d865bf4-38c4-498f-b949-819b2e54c173 with Priority: HIGHEST for action port [ 1091.475707] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGHEST for action security_group_rules [ 1091.475899] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGHEST for action security_group_members [ 1091.476051] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d865bf4-38c4-498f-b949-819b2e54c173 with Priority: HIGHEST for action port [ 1091.476415] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdef5e17-a895-4c90-bbde-5b37cb2f7e14 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.476626] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.476762] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.477045] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.477182] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.478110] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.478287] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.478394] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.478620] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.478821] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.478999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.479083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.479276] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.479414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.479541] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.480382] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d865bf4-38c4-498f-b949-819b2e54c173 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.480526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d865bf4-38c4-498f-b949-819b2e54c173" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.480686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d865bf4-38c4-498f-b949-819b2e54c173" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.480828] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d865bf4-38c4-498f-b949-819b2e54c173" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.480933] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d865bf4-38c4-498f-b949-819b2e54c173',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.668489] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d26af606-0724-44b6-a140-5bf71f1b92fd: rpc.has_security_group_logging(os_id): False [ 1091.685487] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.685674] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.685725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.685937] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.686048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.686279] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.686381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.686443] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.686588] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.686663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.686836] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.686989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.686989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.687141] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.687218] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.687394] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.687483] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.687549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.687865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.687865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.687865] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26af606-0724-44b6-a140-5bf71f1b92fd is going to be updated. [ 1091.743532] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.743693] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.743753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.743954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.744139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.762159] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26af606-0724-44b6-a140-5bf71f1b92fd in Status: IN_PROGRESS for 2s [ 1091.983025] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.983122] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.983355] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.984324] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d865bf4-38c4-498f-b949-819b2e54c173 with status ACTIVE [ 1091.984515] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.984631] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.984698] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.984936] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.985054] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.985311] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.985439] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.985503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.985673] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.985753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.985940] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.986044] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.986107] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.986248] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.986322] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.986405] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d865bf4-38c4-498f-b949-819b2e54c173 is going to be updated. [ 1092.013023] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.013170] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.013268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.013451] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.013590] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.013749] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d865bf4-38c4-498f-b949-819b2e54c173" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.019597] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: SUCCESS [ 1092.019835] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.020040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.020250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.020808] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.020808] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.020808] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.020808] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.021016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.021016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.021016] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.488877] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.522827] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.523034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.523079] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.523300] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.523469] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.523573] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.523636] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.523781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.523868] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.523955] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.524252] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.524435] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.524534] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.524770] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.524962] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.525108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.525363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.525422] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.525527] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.525642] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.525755] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.991857] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.992024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.992024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.992275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.992369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.992472] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 is going to be updated. [ 1093.022435] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.022608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.022698] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.022917] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.023083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.027718] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 267a7ef5-25ec-4e39-9364-f676e9946b6e: rpc.has_security_group_logging(os_id): False [ 1093.034713] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 in Status: IN_PROGRESS for 2s [ 1093.043238] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.043422] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.043496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.043753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.061328] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.061761] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.062026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.062026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.062286] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.062341] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.062534] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.062733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.062733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.062950] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.062950] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.063127] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.063232] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.063312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.063415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.063470] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.063546] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e is going to be updated. [ 1093.128563] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.128808] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.128808] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.129019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.129156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.141819] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: IN_PROGRESS for 2s [ 1093.186852] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df36513a-a549-4ed8-89ce-11262902c4db in Status: SUCCESS [ 1093.187084] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df36513a-a549-4ed8-89ce-11262902c4db deletion is rescheduled due to dependency. [ 1093.187332] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.777684] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26af606-0724-44b6-a140-5bf71f1b92fd in Status: SUCCESS [ 1093.778060] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.047458] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 in Status: SUCCESS [ 1095.047800] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.047857] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.048091] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.049037] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.049037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.049037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.049037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.049037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.049037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.049037] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.158230] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: SUCCESS [ 1095.158458] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.550932] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.551203] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.551294] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.551504] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.551690] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.551854] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.551854] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.552012] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.552268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.552456] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.552701] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.552834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.552919] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.553133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.553314] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.553424] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.553486] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.553713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.553779] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.553878] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.554175] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.057408] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdef5e17-a895-4c90-bbde-5b37cb2f7e14: rpc.has_security_group_logging(os_id): False [ 1096.078043] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.078043] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.078043] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.078043] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.087128] env[69242]: INFO networking_nsxv3.common.synchronization [req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 req-110c5e39-898e-4df9-81d6-4aae94f83ce7 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Enqueued Resource ID: 92bd468a-362c-4a41-a374-336f357a1dc5 with Priority: HIGHEST for action security_group_members [ 1096.087823] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd468a-362c-4a41-a374-336f357a1dc5 with Priority: HIGHEST for action security_group_members [ 1096.088437] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bd468a-362c-4a41-a374-336f357a1dc5 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.088639] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.088692] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.090033] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.090033] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.090033] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.090033] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.090033] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.090033] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.090323] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bd468a-362c-4a41-a374-336f357a1dc5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.095957] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.096237] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.096350] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.096416] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.096613] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.096697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.096896] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.096995] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.097069] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.097216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.097292] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.097470] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.097561] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.097622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.097762] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.097836] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.098107] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 is going to be updated. [ 1096.158440] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.158691] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.158752] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.158979] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.159198] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.172956] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 in Status: IN_PROGRESS for 2s [ 1096.601689] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.602252] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.602252] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.602500] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.602553] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.602774] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.602893] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.602965] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.603217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.603343] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.603468] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd468a-362c-4a41-a374-336f357a1dc5 is going to be updated. [ 1096.633224] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.633390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.633445] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.633702] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.633851] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.642759] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd468a-362c-4a41-a374-336f357a1dc5 in Status: IN_PROGRESS for 2s [ 1098.186508] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 in Status: SUCCESS [ 1098.186867] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.660154] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bd468a-362c-4a41-a374-336f357a1dc5 in Status: SUCCESS [ 1098.660154] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bd468a-362c-4a41-a374-336f357a1dc5 deletion is rescheduled due to dependency. [ 1098.660154] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.121408] env[69242]: INFO networking_nsxv3.common.synchronization [req-eb12ade5-441c-4d00-bf42-8366b8817702 req-8b17e11c-5c6f-4f3b-9055-4d4feb86f6bb tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 1099.121867] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 1099.124302] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.124302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.124302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.124302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.124302] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.124302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.124302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.124302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.124302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.125044] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.600189] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-148 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.602018] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.602018] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.602018] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.602018] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.602018] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.602018] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.602408] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.602672] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.602991] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.603232] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.603442] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.603705] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.603967] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.604232] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.604484] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.625115] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.625115] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1099.625115] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.625115] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.625346] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-8d1fb131-7a84-4b9b-ac2c-2443b1a80738 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.625467] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-8d1fb131-7a84-4b9b-ac2c-2443b1a80738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.625581] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-8d1fb131-7a84-4b9b-ac2c-2443b1a80738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.625926] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-8d1fb131-7a84-4b9b-ac2c-2443b1a80738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.626516] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d1fb131-7a84-4b9b-ac2c-2443b1a80738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.628565] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.628708] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.628778] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.629049] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.629113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.629284] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.629390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.629442] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.629604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.629676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.629840] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be updated. [ 1099.653141] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.653141] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.653420] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.653456] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.654112] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.661773] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: IN_PROGRESS for 2s [ 1100.134460] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.134460] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.134460] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.134460] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.135109] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.135109] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 8d1fb131-7a84-4b9b-ac2c-2443b1a80738 not found, creating... [ 1100.135109] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.135282] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.135368] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.135616] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.135793] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.137092] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.137299] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.137453] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.137710] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.137858] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.138037] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 8d1fb131-7a84-4b9b-ac2c-2443b1a80738 is going to be created. [ 1100.157913] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.158429] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.158723] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.159214] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.159522] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.159797] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-8d1fb131-7a84-4b9b-ac2c-2443b1a80738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.809150] env[69242]: INFO networking_nsxv3.common.synchronization [req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 req-fe36091b-4ed5-4b88-8317-456ea22bf96f tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Enqueued Resource ID: 907b20a3-894b-40a9-97ed-03e9a930e608 with Priority: HIGHEST for action security_group_members [ 1100.809653] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907b20a3-894b-40a9-97ed-03e9a930e608 with Priority: HIGHEST for action security_group_members [ 1100.809900] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-907b20a3-894b-40a9-97ed-03e9a930e608 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.810633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.810765] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.811014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.811208] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.811415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.811546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.811754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.811880] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.811993] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('907b20a3-894b-40a9-97ed-03e9a930e608',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.004928] env[69242]: INFO networking_nsxv3.common.synchronization [req-eb12ade5-441c-4d00-bf42-8366b8817702 req-9146bc60-eb12-4a6e-ad5d-c9340149744a service nova] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_rules [ 1101.004928] env[69242]: INFO networking_nsxv3.common.synchronization [req-eb12ade5-441c-4d00-bf42-8366b8817702 req-9146bc60-eb12-4a6e-ad5d-c9340149744a service nova] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 1101.005599] env[69242]: INFO networking_nsxv3.common.synchronization [req-eb12ade5-441c-4d00-bf42-8366b8817702 req-9146bc60-eb12-4a6e-ad5d-c9340149744a service nova] Enqueued Resource ID: 8d1fb131-7a84-4b9b-ac2c-2443b1a80738 with Priority: HIGHEST for action port [ 1101.006551] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_rules [ 1101.006802] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 1101.006802] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d1fb131-7a84-4b9b-ac2c-2443b1a80738 with Priority: HIGHEST for action port [ 1101.007799] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.007956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.008040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.008258] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.008340] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.013031] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.013031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.013031] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d1fb131-7a84-4b9b-ac2c-2443b1a80738 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.013031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d1fb131-7a84-4b9b-ac2c-2443b1a80738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.013031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d1fb131-7a84-4b9b-ac2c-2443b1a80738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.013031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d1fb131-7a84-4b9b-ac2c-2443b1a80738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.013031] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d1fb131-7a84-4b9b-ac2c-2443b1a80738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.314054] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.314266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.314443] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.314724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.314805] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.314988] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.315123] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.315187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.315345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.315423] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.315625] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 907b20a3-894b-40a9-97ed-03e9a930e608 is going to be updated. [ 1101.341383] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.341614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.341614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.341851] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.342039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.349996] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 907b20a3-894b-40a9-97ed-03e9a930e608 in Status: IN_PROGRESS for 2s [ 1101.512103] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.512232] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.513534] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d1fb131-7a84-4b9b-ac2c-2443b1a80738 with status ACTIVE [ 1101.513719] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.513832] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.513897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.514148] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.514238] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.514430] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.514568] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.514598] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.514854] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.514854] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.515135] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.515135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.515135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.515271] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.515346] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.515431] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d1fb131-7a84-4b9b-ac2c-2443b1a80738 is going to be updated. [ 1101.536667] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.536812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.536879] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.537362] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.537505] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.537673] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d1fb131-7a84-4b9b-ac2c-2443b1a80738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.671845] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 1101.671993] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce deletion is rescheduled due to dependency. [ 1101.672216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.672476] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.672763] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.673039] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.673264] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.674751] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.674751] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.674751] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.674751] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.052673] env[69242]: INFO networking_nsxv3.common.synchronization [req-6d786509-1108-40b5-9f55-3f028bbc1b7b req-f536e1f0-dd4b-40cc-a4e6-6038e070c841 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Enqueued Resource ID: d26af606-0724-44b6-a140-5bf71f1b92fd with Priority: HIGHEST for action security_group_members [ 1102.053429] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26af606-0724-44b6-a140-5bf71f1b92fd with Priority: HIGHEST for action security_group_members [ 1102.053734] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26af606-0724-44b6-a140-5bf71f1b92fd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.053855] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.053918] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.055087] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.055322] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.055479] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.055568] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.055784] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.055980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.056129] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.176997] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.558676] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.679745] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.063222] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.183039] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.183039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.183039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.183285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.183333] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.183438] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be updated. [ 1103.219924] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.219924] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.219924] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.219924] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.219924] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.227971] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: IN_PROGRESS for 2s [ 1103.359996] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 907b20a3-894b-40a9-97ed-03e9a930e608 in Status: SUCCESS [ 1103.359996] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 907b20a3-894b-40a9-97ed-03e9a930e608 deletion is rescheduled due to dependency. [ 1103.359996] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.565016] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.565204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.565281] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.565618] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.565753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.565863] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26af606-0724-44b6-a140-5bf71f1b92fd is going to be updated. [ 1103.594411] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.594579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.594618] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.594833] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.595083] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.604018] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26af606-0724-44b6-a140-5bf71f1b92fd in Status: IN_PROGRESS for 2s [ 1105.182486] env[69242]: INFO networking_nsxv3.common.synchronization [req-6e432695-cbde-49fc-bac9-81356da3a3aa req-84369c01-80c7-4986-9070-540c39f2e6a4 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Enqueued Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_members [ 1105.182974] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_members [ 1105.183692] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.183692] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.183692] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.183692] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.183873] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.183873] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.184027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.186845] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.186845] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.186845] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.263289] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 1105.264261] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.264261] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.264261] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.264449] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.264520] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.264604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.264769] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.264870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.264990] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.265133] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.614507] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26af606-0724-44b6-a140-5bf71f1b92fd in Status: SUCCESS [ 1105.614684] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.689098] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.689339] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.689414] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.689681] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.689826] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.690092] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.690209] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.690282] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.690431] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.690517] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.690657] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 is going to be updated. [ 1105.724239] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.724416] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.724514] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.724768] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.724948] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.732992] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: IN_PROGRESS for 2s [ 1105.769636] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.769876] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.769932] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.770178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.770359] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.770461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.770527] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.770678] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.770764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.770852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.771024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.771160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.771225] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.771384] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.771586] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.771727] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.771883] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.772486] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.772486] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.772486] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.772486] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.274334] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce: rpc.has_security_group_logging(os_id): False [ 1106.294146] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.294428] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.294553] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.294871] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.295088] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.295424] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.295592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.295757] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.296174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.296313] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.296575] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.296679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.296846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.297086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.297468] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.297950] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.298152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.298273] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.298526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.298682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.298841] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be updated. [ 1106.360344] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.360506] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.360581] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.360807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.360976] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.382115] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: IN_PROGRESS for 2s [ 1106.919394] env[69242]: INFO networking_nsxv3.common.synchronization [req-058bcd35-fe9d-49d0-99ed-716dd6a5376d req-4ded11a3-3cec-4dfe-aeb6-d426c1a50280 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGHEST for action security_group_members [ 1106.919874] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGHEST for action security_group_members [ 1106.920225] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4aa979-ec67-4685-a408-6f4febf6c882 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.920688] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.920757] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.921325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.921325] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.921325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.921325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.921538] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.921538] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.921664] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.426096] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.744301] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: SUCCESS [ 1107.745280] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 deletion is rescheduled due to dependency. [ 1107.745280] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.928174] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.397187] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 1108.397457] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.431341] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.432224] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.432224] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.432224] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.432224] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.432224] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 is going to be updated. [ 1108.482301] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.482301] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.482625] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.482625] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.482800] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.497102] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 in Status: IN_PROGRESS for 2s [ 1110.394395] env[69242]: INFO networking_nsxv3.common.synchronization [req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa req-3a26af85-16b0-4924-8f07-036f4cc2ba4e tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Enqueued Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGHEST for action security_group_members [ 1110.394395] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGHEST for action security_group_members [ 1110.394734] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-22fbaf9f-010c-4305-9541-48c6eb474738 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.394734] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.394734] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.394941] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.395119] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.395230] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.395324] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.395566] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.395709] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.395861] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.509155] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 in Status: SUCCESS [ 1110.510124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.709164] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.709381] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.709520] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.710224] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.710224] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.710413] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.710500] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.710685] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.710834] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.711063] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1110.711187] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.711302] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.711416] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.711546] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1110.711660] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.711826] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.732156] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.732347] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1110.732486] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.732677] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-933" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.732999] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-da635576-f84f-4570-b90d-12257801ff60 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.733193] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-da635576-f84f-4570-b90d-12257801ff60" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.733430] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-da635576-f84f-4570-b90d-12257801ff60" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.733780] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-da635576-f84f-4570-b90d-12257801ff60" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.733968] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da635576-f84f-4570-b90d-12257801ff60',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.899279] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.051040] env[69242]: INFO networking_nsxv3.common.synchronization [req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd req-85bd6f84-a60e-4c1f-a01d-90e203c5da6e tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Enqueued Resource ID: d26af606-0724-44b6-a140-5bf71f1b92fd with Priority: HIGHEST for action security_group_members [ 1111.051040] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26af606-0724-44b6-a140-5bf71f1b92fd with Priority: HIGHEST for action security_group_members [ 1111.051378] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26af606-0724-44b6-a140-5bf71f1b92fd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.051685] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.051891] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.052244] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.052559] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.052816] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.053016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.053294] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.054442] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.054442] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.236396] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.236598] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.236730] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.237049] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.237210] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.237373] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port da635576-f84f-4570-b90d-12257801ff60 not found, creating... [ 1111.237644] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.237806] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.237926] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.238157] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.238303] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.238586] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.238743] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.238863] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.239093] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.239660] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.239660] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: da635576-f84f-4570-b90d-12257801ff60 is going to be created. [ 1111.259905] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.260170] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.260323] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.260640] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.260902] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.261178] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-da635576-f84f-4570-b90d-12257801ff60" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.401029] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.558985] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.559110] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.559110] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.559382] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.559463] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.559626] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.559732] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.559794] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.559941] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.560026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.560115] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26af606-0724-44b6-a140-5bf71f1b92fd is going to be updated. [ 1111.586590] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.586737] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.586799] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.587509] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.587663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.595841] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26af606-0724-44b6-a140-5bf71f1b92fd in Status: IN_PROGRESS for 2s [ 1111.902994] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.903194] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.903267] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.903519] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.903630] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.903723] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22fbaf9f-010c-4305-9541-48c6eb474738 is going to be updated. [ 1111.934770] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.934977] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.935149] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.935207] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.935349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.944068] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22fbaf9f-010c-4305-9541-48c6eb474738 in Status: IN_PROGRESS for 2s [ 1111.967494] env[69242]: INFO networking_nsxv3.common.synchronization [req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa req-5d78e243-6871-46f3-bce3-4445ada2df25 service nova] Enqueued Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGHEST for action security_group_rules [ 1111.967494] env[69242]: INFO networking_nsxv3.common.synchronization [req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa req-5d78e243-6871-46f3-bce3-4445ada2df25 service nova] Enqueued Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGHEST for action security_group_members [ 1111.967627] env[69242]: INFO networking_nsxv3.common.synchronization [req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa req-5d78e243-6871-46f3-bce3-4445ada2df25 service nova] Enqueued Resource ID: da635576-f84f-4570-b90d-12257801ff60 with Priority: HIGHEST for action port [ 1111.967926] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGHEST for action security_group_rules [ 1111.967993] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGHEST for action security_group_members [ 1111.968107] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da635576-f84f-4570-b90d-12257801ff60 with Priority: HIGHEST for action port [ 1111.968763] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22fbaf9f-010c-4305-9541-48c6eb474738 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.968763] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.969022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.969143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.969143] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.969989] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-22fbaf9f-010c-4305-9541-48c6eb474738 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.971128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.971128] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-da635576-f84f-4570-b90d-12257801ff60 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.971128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da635576-f84f-4570-b90d-12257801ff60" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.971128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da635576-f84f-4570-b90d-12257801ff60" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.971128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da635576-f84f-4570-b90d-12257801ff60" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.971128] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da635576-f84f-4570-b90d-12257801ff60',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.473082] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-22fbaf9f-010c-4305-9541-48c6eb474738 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.473082] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.473082] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da635576-f84f-4570-b90d-12257801ff60 with status ACTIVE [ 1112.473633] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.473633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.473633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.473633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.473792] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.473936] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.474087] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.474152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.474343] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.474428] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.474631] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.474730] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.474794] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.474953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.475042] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.475134] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da635576-f84f-4570-b90d-12257801ff60 is going to be updated. [ 1112.494982] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.495197] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.495197] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.495413] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.495555] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.495725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da635576-f84f-4570-b90d-12257801ff60" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.606635] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26af606-0724-44b6-a140-5bf71f1b92fd in Status: SUCCESS [ 1113.606635] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26af606-0724-44b6-a140-5bf71f1b92fd deletion is rescheduled due to dependency. [ 1113.606635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.954134] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22fbaf9f-010c-4305-9541-48c6eb474738 in Status: SUCCESS [ 1113.954465] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.954665] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.954921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.955134] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.955258] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.955316] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.955537] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.955640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.955739] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.458114] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.961609] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.464962] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.465259] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.465469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.465684] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.465803] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.465988] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22fbaf9f-010c-4305-9541-48c6eb474738 is going to be updated. [ 1115.498163] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.498356] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.498356] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.498621] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.498806] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.508172] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22fbaf9f-010c-4305-9541-48c6eb474738 in Status: IN_PROGRESS for 2s [ 1116.969364] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1116.969625] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1117.518502] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22fbaf9f-010c-4305-9541-48c6eb474738 in Status: SUCCESS [ 1117.518502] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.518729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.518876] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.519155] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.519282] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.519347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.519505] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.519589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.519676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.519769] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.022777] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.315648] env[69242]: INFO networking_nsxv3.common.synchronization [req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 req-825212f1-5ac1-4869-9412-e010dde25681 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGHEST for action security_group_members [ 1118.315648] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGHEST for action security_group_members [ 1118.315648] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4aa979-ec67-4685-a408-6f4febf6c882 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.315648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.315648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.315648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.315648] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.315648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.315648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.316196] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.316196] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.316196] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.525133] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22fbaf9f-010c-4305-9541-48c6eb474738: rpc.has_security_group_logging(os_id): False [ 1118.543691] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.543885] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.543963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.544207] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.562411] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.562704] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.562833] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.562907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.563065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.563143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.563235] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22fbaf9f-010c-4305-9541-48c6eb474738 is going to be updated. [ 1118.631878] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.631878] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.631878] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.632215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.632261] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.644617] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22fbaf9f-010c-4305-9541-48c6eb474738 in Status: IN_PROGRESS for 2s [ 1118.818445] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.818641] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.818707] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.818918] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.819576] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.819576] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.819576] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.819576] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.819576] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.819860] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.819860] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 is going to be updated. [ 1118.855048] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.855048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.855048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.855048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.855410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.866850] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 in Status: IN_PROGRESS for 2s [ 1119.085064] env[69242]: INFO networking_nsxv3.common.synchronization [req-24c135de-4cd3-46a9-b568-f4e44789e554 req-6301dc7f-04ca-4dc9-964e-e94e002bf655 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Enqueued Resource ID: 447eba8e-cdff-4d71-a069-27a00e104167 with Priority: HIGHEST for action security_group_members [ 1119.085615] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447eba8e-cdff-4d71-a069-27a00e104167 with Priority: HIGHEST for action security_group_members [ 1119.085903] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-447eba8e-cdff-4d71-a069-27a00e104167 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.086128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.086244] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.086480] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.086673] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.086803] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.086899] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.087056] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.087156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.087310] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447eba8e-cdff-4d71-a069-27a00e104167',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.589084] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.589322] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.589322] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.589435] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.612129] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.612129] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.612365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.612365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.612984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.612984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.612984] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447eba8e-cdff-4d71-a069-27a00e104167 is going to be updated. [ 1119.638871] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.639234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.639234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.639327] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.639465] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.647318] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447eba8e-cdff-4d71-a069-27a00e104167 in Status: IN_PROGRESS for 2s [ 1120.020054] env[69242]: INFO networking_nsxv3.common.synchronization [req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 req-5fe3f109-01f4-481a-94aa-a0dacd5f81de tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Enqueued Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_members [ 1120.020588] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_members [ 1120.020870] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.021015] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.021086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.021274] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.021425] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.021518] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.021574] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.021718] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.021814] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.021915] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.371531] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.371922] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-65" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.371922] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-65" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.372180] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-65" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.372440] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.372595] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.372713] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.372992] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.373176] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.373389] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.373506] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.373615] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.373722] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.373894] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.374061] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.374211] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.392759] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.392933] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1120.393090] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.393269] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-65" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.393838] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-a9bf6063-e20f-479f-a54d-f1a0200c9f0c taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.393838] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-a9bf6063-e20f-479f-a54d-f1a0200c9f0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.393941] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-a9bf6063-e20f-479f-a54d-f1a0200c9f0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.394343] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-a9bf6063-e20f-479f-a54d-f1a0200c9f0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.394472] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9bf6063-e20f-479f-a54d-f1a0200c9f0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.525431] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.525609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.525682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.525921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.526034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.526253] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.526357] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.526419] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.526574] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.526649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.526756] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 is going to be updated. [ 1120.551849] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.551849] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.551849] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.551849] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.552151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.561072] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: IN_PROGRESS for 2s [ 1120.659430] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22fbaf9f-010c-4305-9541-48c6eb474738 in Status: SUCCESS [ 1120.659641] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.878601] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 in Status: SUCCESS [ 1120.878802] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 deletion is rescheduled due to dependency. [ 1120.878861] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.897731] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.897731] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.897731] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.898133] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.898982] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.898982] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port a9bf6063-e20f-479f-a54d-f1a0200c9f0c not found, creating... [ 1120.898982] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.898982] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.898982] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.899282] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.899406] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.900545] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.900545] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.900545] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.901374] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.901374] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.901374] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: a9bf6063-e20f-479f-a54d-f1a0200c9f0c is going to be created. [ 1120.921552] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.921552] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.921552] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.921869] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.922244] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.922936] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-a9bf6063-e20f-479f-a54d-f1a0200c9f0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.658467] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447eba8e-cdff-4d71-a069-27a00e104167 in Status: SUCCESS [ 1121.658467] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447eba8e-cdff-4d71-a069-27a00e104167 deletion is rescheduled due to dependency. [ 1121.658467] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.204018] env[69242]: INFO networking_nsxv3.common.synchronization [req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 req-3ef8e3d4-a79d-4142-9de7-5a00b0c68629 service nova] Enqueued Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_rules [ 1122.204018] env[69242]: INFO networking_nsxv3.common.synchronization [req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 req-3ef8e3d4-a79d-4142-9de7-5a00b0c68629 service nova] Enqueued Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_members [ 1122.204018] env[69242]: INFO networking_nsxv3.common.synchronization [req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 req-3ef8e3d4-a79d-4142-9de7-5a00b0c68629 service nova] Enqueued Resource ID: a9bf6063-e20f-479f-a54d-f1a0200c9f0c with Priority: HIGHEST for action port [ 1122.204018] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_rules [ 1122.204018] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_members [ 1122.204018] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9bf6063-e20f-479f-a54d-f1a0200c9f0c with Priority: HIGHEST for action port [ 1122.204475] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.204847] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.205062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.205413] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.205652] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.207567] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.207858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.209018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9bf6063-e20f-479f-a54d-f1a0200c9f0c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.209018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9bf6063-e20f-479f-a54d-f1a0200c9f0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.209018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9bf6063-e20f-479f-a54d-f1a0200c9f0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.209018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9bf6063-e20f-479f-a54d-f1a0200c9f0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.209018] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9bf6063-e20f-479f-a54d-f1a0200c9f0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.574512] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: SUCCESS [ 1122.574782] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 deletion is rescheduled due to dependency. [ 1122.575010] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.575278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.575592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.575876] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.576079] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.576189] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.576441] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.576572] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.576726] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.708507] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.709061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.711097] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9bf6063-e20f-479f-a54d-f1a0200c9f0c with status ACTIVE [ 1122.711326] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.711462] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.711529] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.711746] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.711859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.712063] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.712194] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.712259] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.712418] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.712496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.712743] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.712832] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.712832] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.712963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.713196] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.713196] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9bf6063-e20f-479f-a54d-f1a0200c9f0c is going to be updated. [ 1122.732906] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.733065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.733137] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.733434] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.733499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.733640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9bf6063-e20f-479f-a54d-f1a0200c9f0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.945013] env[69242]: INFO networking_nsxv3.common.synchronization [req-63635e94-3380-4f74-a6b5-b8dbd9492358 req-dc331dd2-22a9-4471-ad7f-439748e316d6 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Enqueued Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGHEST for action security_group_members [ 1122.945559] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGHEST for action security_group_members [ 1122.945887] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.946039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.946114] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.946314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.946464] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.946558] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.946619] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.946761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.946846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.946937] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.084373] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.449346] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.449571] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.449607] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.449830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.449927] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.450154] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.450255] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.450317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.450479] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.450555] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.450643] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 is going to be updated. [ 1123.482027] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.482161] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.482234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.482522] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.482689] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.491925] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 in Status: IN_PROGRESS for 2s [ 1123.586554] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.988069] env[69242]: INFO networking_nsxv3.common.synchronization [None req-bf4a4e92-e4b8-4bef-984d-a79af4186b20 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Enqueued Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 1123.988404] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGHEST for action security_group_members [ 1123.988612] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.988745] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.988811] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.989187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.989187] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.989269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.989339] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.989507] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.989630] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.989761] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.090360] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.090612] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.090698] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.091255] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.091326] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.091523] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 is going to be updated. [ 1124.115993] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.116120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.116166] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.116436] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.116533] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.124016] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: IN_PROGRESS for 2s [ 1124.491698] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.491980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.491980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.492223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.492320] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.492522] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.492620] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.492673] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.492822] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.492897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.493084] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e is going to be updated. [ 1124.517317] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.517543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.517543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.517760] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.517900] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.525998] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: IN_PROGRESS for 2s [ 1125.517060] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 in Status: SUCCESS [ 1125.517060] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 deletion is rescheduled due to dependency. [ 1125.517060] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.134909] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: IN_PROGRESS for 4s [ 1126.205563] env[69242]: INFO networking_nsxv3.common.synchronization [None req-d5b1d93c-599e-479c-b321-7ef8426ccffd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Enqueued Resource ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 with Priority: HIGHEST for action security_group_rules [ 1126.206105] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 with Priority: HIGHEST for action security_group_rules [ 1126.206449] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81a23a37-bacc-4a30-9419-87b6e50b2bf6 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.206576] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.206650] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.206919] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.207069] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81a23a37-bacc-4a30-9419-87b6e50b2bf6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.274222] env[69242]: INFO networking_nsxv3.common.synchronization [None req-e0edff3c-11a1-4236-85da-1a2960386066 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Enqueued Resource ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 with Priority: HIGHEST for action security_group_rules [ 1126.274762] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 with Priority: HIGHEST for action security_group_rules [ 1126.275210] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81a23a37-bacc-4a30-9419-87b6e50b2bf6 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.275210] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.537167] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e in Status: SUCCESS [ 1126.538369] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e deletion is rescheduled due to dependency. [ 1126.538657] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.727400] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.727400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.727400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.727400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.727400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.727400] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 already deleted. [ 1126.727400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.727400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.727400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.727400] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81a23a37-bacc-4a30-9419-87b6e50b2bf6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.247717] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.247875] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.247978] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.248248] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.248354] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.248463] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 already deleted. [ 1127.248555] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.700186] env[69242]: INFO networking_nsxv3.common.synchronization [None req-70bf7e6c-263e-4fe6-b806-bda1608a412b None None] Enqueued Resource ID: 37044a9e-7fad-4bf3-a73f-22544f802f6c with Priority: HIGHEST for action port [ 1127.700186] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37044a9e-7fad-4bf3-a73f-22544f802f6c with Priority: HIGHEST for action port [ 1127.701227] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-37044a9e-7fad-4bf3-a73f-22544f802f6c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.701639] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37044a9e-7fad-4bf3-a73f-22544f802f6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.701902] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37044a9e-7fad-4bf3-a73f-22544f802f6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.702351] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37044a9e-7fad-4bf3-a73f-22544f802f6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.703862] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37044a9e-7fad-4bf3-a73f-22544f802f6c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.147118] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: SUCCESS [ 1128.147118] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.147319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.147576] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.147777] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.147889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.147954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.148627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.148627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.148627] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.148627] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.207026] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37044a9e-7fad-4bf3-a73f-22544f802f6c [ 1128.207026] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.207026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.207026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.207026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.207026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.207026] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37044a9e-7fad-4bf3-a73f-22544f802f6c already deleted. [ 1128.207026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37044a9e-7fad-4bf3-a73f-22544f802f6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.653526] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.156508] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8052d6f-b6de-4cb9-a4d1-59c3a9782507: rpc.has_security_group_logging(os_id): False [ 1129.182401] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.182629] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.182743] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.182994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.183190] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.184720] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.184720] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.184720] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.184720] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.184720] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.184720] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 is going to be updated. [ 1129.244010] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.244196] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.244270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.244502] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.244689] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.258159] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: IN_PROGRESS for 2s [ 1129.869883] env[69242]: INFO networking_nsxv3.common.synchronization [None req-9d3df675-4bb6-4144-960b-b9d1618629cc tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Enqueued Resource ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 with Priority: HIGHEST for action security_group_rules [ 1129.870466] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 with Priority: HIGHEST for action security_group_rules [ 1129.870771] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3021eea-9c73-4e5b-9687-c6f2b8706687 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.870923] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.870996] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.871306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.871392] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3021eea-9c73-4e5b-9687-c6f2b8706687',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.927356] env[69242]: INFO networking_nsxv3.common.synchronization [None req-7a7e9deb-d0db-4c75-81a7-cb64afa36b47 None None] Enqueued Resource ID: eb0a31da-6051-43f0-b6f9-063b0a4ff94a with Priority: HIGHEST for action port [ 1129.927886] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb0a31da-6051-43f0-b6f9-063b0a4ff94a with Priority: HIGHEST for action port [ 1129.928238] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb0a31da-6051-43f0-b6f9-063b0a4ff94a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.928370] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb0a31da-6051-43f0-b6f9-063b0a4ff94a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.928458] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb0a31da-6051-43f0-b6f9-063b0a4ff94a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.928733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb0a31da-6051-43f0-b6f9-063b0a4ff94a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.928833] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb0a31da-6051-43f0-b6f9-063b0a4ff94a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.028674] env[69242]: INFO networking_nsxv3.common.synchronization [None req-bc7cc9a1-7173-467b-9aaf-bd4eeb6fe937 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Enqueued Resource ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 with Priority: HIGHEST for action security_group_rules [ 1130.029265] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 with Priority: HIGHEST for action security_group_rules [ 1130.030023] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3021eea-9c73-4e5b-9687-c6f2b8706687 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.030023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.390835] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.391160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.391160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.391358] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.391448] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.391545] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 already deleted. [ 1130.391631] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.391901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.392074] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.392158] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3021eea-9c73-4e5b-9687-c6f2b8706687',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.431337] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb0a31da-6051-43f0-b6f9-063b0a4ff94a [ 1130.431664] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.431766] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.431812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.432047] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.432154] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.432251] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb0a31da-6051-43f0-b6f9-063b0a4ff94a already deleted. [ 1130.432345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb0a31da-6051-43f0-b6f9-063b0a4ff94a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.915200] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.915200] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.915200] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.915641] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.916487] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.916487] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 already deleted. [ 1130.916487] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.131837] env[69242]: INFO networking_nsxv3.common.synchronization [None req-4b1863b6-1408-4d6a-b4de-5955064484e4 None None] Enqueued Resource ID: 4b135eaa-2b69-4966-b305-ccf6294ee980 with Priority: HIGHEST for action port [ 1131.131837] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b135eaa-2b69-4966-b305-ccf6294ee980 with Priority: HIGHEST for action port [ 1131.131837] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b135eaa-2b69-4966-b305-ccf6294ee980 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.131837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b135eaa-2b69-4966-b305-ccf6294ee980" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.131837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b135eaa-2b69-4966-b305-ccf6294ee980" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.131837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b135eaa-2b69-4966-b305-ccf6294ee980" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.131837] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b135eaa-2b69-4966-b305-ccf6294ee980',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.270961] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: SUCCESS [ 1131.271209] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.633342] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b135eaa-2b69-4966-b305-ccf6294ee980 [ 1131.633638] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.633750] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.633750] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.633967] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.634096] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.634388] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b135eaa-2b69-4966-b305-ccf6294ee980 already deleted. [ 1131.634388] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b135eaa-2b69-4966-b305-ccf6294ee980" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.152392] env[69242]: INFO networking_nsxv3.common.synchronization [None req-09f9c41e-c7a4-4eb6-a608-4825f1ba3638 None None] Enqueued Resource ID: 0e281213-cb35-4e60-b2ed-ef4c3fad12bc with Priority: HIGHEST for action port [ 1133.153251] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e281213-cb35-4e60-b2ed-ef4c3fad12bc with Priority: HIGHEST for action port [ 1133.156502] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e281213-cb35-4e60-b2ed-ef4c3fad12bc taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.156620] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e281213-cb35-4e60-b2ed-ef4c3fad12bc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.156620] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e281213-cb35-4e60-b2ed-ef4c3fad12bc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.156845] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e281213-cb35-4e60-b2ed-ef4c3fad12bc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.156922] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e281213-cb35-4e60-b2ed-ef4c3fad12bc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.402835] env[69242]: INFO networking_nsxv3.common.synchronization [req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 req-c2923236-34d9-4060-85dc-262e3b7fca6a tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Enqueued Resource ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 with Priority: HIGHEST for action security_group_members [ 1133.402975] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 with Priority: HIGHEST for action security_group_members [ 1133.403303] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a23a37-bacc-4a30-9419-87b6e50b2bf6 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.403395] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.403446] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.404236] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.404236] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.404236] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.404236] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.404236] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.404493] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.404493] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81a23a37-bacc-4a30-9419-87b6e50b2bf6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.659417] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e281213-cb35-4e60-b2ed-ef4c3fad12bc [ 1133.659633] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.659769] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.659840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.660071] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.660163] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.660283] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e281213-cb35-4e60-b2ed-ef4c3fad12bc already deleted. [ 1133.660365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e281213-cb35-4e60-b2ed-ef4c3fad12bc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.743584] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.743934] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-717" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.744022] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-717" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.744315] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-717" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.744745] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.744841] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.744935] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.745194] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.745364] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.746237] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.746237] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.746237] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.746237] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.746237] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.746237] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.746464] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.766674] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.766897] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1133.767091] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.767329] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-717" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.767705] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-cf5b9eec-0f3a-4893-8e28-2db580acb4cd taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.768394] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-cf5b9eec-0f3a-4893-8e28-2db580acb4cd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.768394] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-cf5b9eec-0f3a-4893-8e28-2db580acb4cd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.768503] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-cf5b9eec-0f3a-4893-8e28-2db580acb4cd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.768581] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf5b9eec-0f3a-4893-8e28-2db580acb4cd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.906315] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.906761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.906761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.906886] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.906886] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.907126] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.907280] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.907351] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.907524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.907606] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.907698] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 already deleted. [ 1133.907798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.271224] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.271648] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.271648] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.271908] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.272078] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.272247] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port cf5b9eec-0f3a-4893-8e28-2db580acb4cd not found, creating... [ 1134.272515] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.272680] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.272801] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.273041] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.273185] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.273474] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.273638] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.273805] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.275366] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.275759] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.275759] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: cf5b9eec-0f3a-4893-8e28-2db580acb4cd is going to be created. [ 1134.298230] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.298902] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.298902] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.298902] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.299124] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.299352] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-cf5b9eec-0f3a-4893-8e28-2db580acb4cd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.969320] env[69242]: INFO networking_nsxv3.common.synchronization [req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 req-4f2d9d72-1ef9-43a5-b41c-4ffdbeeb9949 service nova] Enqueued Resource ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 with Priority: HIGHEST for action security_group_rules [ 1134.969501] env[69242]: INFO networking_nsxv3.common.synchronization [req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 req-4f2d9d72-1ef9-43a5-b41c-4ffdbeeb9949 service nova] Enqueued Resource ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 with Priority: HIGHEST for action security_group_members [ 1134.969673] env[69242]: INFO networking_nsxv3.common.synchronization [req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 req-4f2d9d72-1ef9-43a5-b41c-4ffdbeeb9949 service nova] Enqueued Resource ID: cf5b9eec-0f3a-4893-8e28-2db580acb4cd with Priority: HIGHEST for action port [ 1134.969929] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 with Priority: HIGHEST for action security_group_rules [ 1134.970061] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 with Priority: HIGHEST for action security_group_members [ 1134.970160] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5b9eec-0f3a-4893-8e28-2db580acb4cd with Priority: HIGHEST for action port [ 1134.970861] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81a23a37-bacc-4a30-9419-87b6e50b2bf6 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.971024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.972189] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.972426] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.972530] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81a23a37-bacc-4a30-9419-87b6e50b2bf6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.973733] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a23a37-bacc-4a30-9419-87b6e50b2bf6 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.973871] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.973937] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.974085] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.974239] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.974324] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.974389] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.974604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.974604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.974758] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81a23a37-bacc-4a30-9419-87b6e50b2bf6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.975473] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf5b9eec-0f3a-4893-8e28-2db580acb4cd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.975631] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf5b9eec-0f3a-4893-8e28-2db580acb4cd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.975631] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf5b9eec-0f3a-4893-8e28-2db580acb4cd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.975817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf5b9eec-0f3a-4893-8e28-2db580acb4cd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.975892] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf5b9eec-0f3a-4893-8e28-2db580acb4cd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.477406] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a23a37-bacc-4a30-9419-87b6e50b2bf6 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.477682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.477723] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81a23a37-bacc-4a30-9419-87b6e50b2bf6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.478653] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf5b9eec-0f3a-4893-8e28-2db580acb4cd with status ACTIVE [ 1135.478739] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.478908] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.478997] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.479209] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.479327] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.479462] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.479555] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.479616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.479759] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.479836] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.480015] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.480110] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.480171] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.480308] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.480382] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.480464] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf5b9eec-0f3a-4893-8e28-2db580acb4cd is going to be updated. [ 1135.628140] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.628320] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.628385] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.628602] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.628771] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.628934] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf5b9eec-0f3a-4893-8e28-2db580acb4cd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.748250] env[69242]: INFO networking_nsxv3.common.synchronization [req-e2af7f31-a884-4599-9391-c873c3238aa6 req-003acce7-0f9b-40d4-9db1-b44ef1b3d398 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Enqueued Resource ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 with Priority: HIGHEST for action security_group_members [ 1135.748845] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 with Priority: HIGHEST for action security_group_members [ 1135.749141] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3021eea-9c73-4e5b-9687-c6f2b8706687 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.749296] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.749329] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.749547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.749735] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.749852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.749852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.749991] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.750116] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.750205] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3021eea-9c73-4e5b-9687-c6f2b8706687',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.982648] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81a23a37-bacc-4a30-9419-87b6e50b2bf6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.025930] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-83 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.026180] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-83" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.026307] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-83" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.026623] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-83" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.026896] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.027074] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.027196] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.027411] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.027557] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.027872] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.027990] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.028114] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.028326] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.028326] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.028434] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.028609] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.046374] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.046533] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1136.046674] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.046851] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-83" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.047223] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-d61c05fd-c339-4c9d-9925-4a0ad3b0ef06 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.047416] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-d61c05fd-c339-4c9d-9925-4a0ad3b0ef06" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.047541] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-d61c05fd-c339-4c9d-9925-4a0ad3b0ef06" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.048800] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-d61c05fd-c339-4c9d-9925-4a0ad3b0ef06" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.049011] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d61c05fd-c339-4c9d-9925-4a0ad3b0ef06',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.254017] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.254017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.254017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.254017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.254017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.254017] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.254017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.254017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.254017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.254017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.254017] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 already deleted. [ 1136.254017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.486703] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.486703] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.486703] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.486703] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.486703] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.486703] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 is going to be created. [ 1136.507122] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.507336] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.507428] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.507661] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.507859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.516492] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 in Status: UNINITIALIZED for 2s [ 1136.552265] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.552595] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.552767] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.553117] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.553332] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.553528] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port d61c05fd-c339-4c9d-9925-4a0ad3b0ef06 not found, creating... [ 1136.553928] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.554134] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.554311] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.554591] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.554783] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.555161] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.555407] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.555592] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.555780] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.555935] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.556091] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: d61c05fd-c339-4c9d-9925-4a0ad3b0ef06 is going to be created. [ 1136.576119] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.576358] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.576498] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.576824] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.577180] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.577330] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-d61c05fd-c339-4c9d-9925-4a0ad3b0ef06" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.256374] env[69242]: INFO networking_nsxv3.common.synchronization [req-e2af7f31-a884-4599-9391-c873c3238aa6 req-bfbe0b70-132a-48e7-a3d7-f48b253626e3 service nova] Enqueued Resource ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 with Priority: HIGHEST for action security_group_rules [ 1137.256549] env[69242]: INFO networking_nsxv3.common.synchronization [req-e2af7f31-a884-4599-9391-c873c3238aa6 req-bfbe0b70-132a-48e7-a3d7-f48b253626e3 service nova] Enqueued Resource ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 with Priority: HIGHEST for action security_group_members [ 1137.256689] env[69242]: INFO networking_nsxv3.common.synchronization [req-e2af7f31-a884-4599-9391-c873c3238aa6 req-bfbe0b70-132a-48e7-a3d7-f48b253626e3 service nova] Enqueued Resource ID: d61c05fd-c339-4c9d-9925-4a0ad3b0ef06 with Priority: HIGHEST for action port [ 1137.256920] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 with Priority: HIGHEST for action security_group_rules [ 1137.257055] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 with Priority: HIGHEST for action security_group_members [ 1137.257149] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61c05fd-c339-4c9d-9925-4a0ad3b0ef06 with Priority: HIGHEST for action port [ 1137.257672] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3021eea-9c73-4e5b-9687-c6f2b8706687 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.257798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.257884] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.258073] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.258151] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3021eea-9c73-4e5b-9687-c6f2b8706687',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.258955] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3021eea-9c73-4e5b-9687-c6f2b8706687 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.259081] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.259253] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.259333] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.259744] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.259855] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.259920] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.260275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.260353] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.260410] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3021eea-9c73-4e5b-9687-c6f2b8706687',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.261715] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-d61c05fd-c339-4c9d-9925-4a0ad3b0ef06 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.261883] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d61c05fd-c339-4c9d-9925-4a0ad3b0ef06" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.261883] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d61c05fd-c339-4c9d-9925-4a0ad3b0ef06" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.262066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d61c05fd-c339-4c9d-9925-4a0ad3b0ef06" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.262134] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d61c05fd-c339-4c9d-9925-4a0ad3b0ef06',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.763895] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3021eea-9c73-4e5b-9687-c6f2b8706687',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.765017] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3021eea-9c73-4e5b-9687-c6f2b8706687 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.765159] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.765330] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d61c05fd-c339-4c9d-9925-4a0ad3b0ef06 with status ACTIVE [ 1137.765492] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.765611] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.765717] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.765935] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.766045] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.766223] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.766320] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.766380] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.766521] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.766597] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.766770] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.766863] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.766916] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.767072] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.767150] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.767231] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d61c05fd-c339-4c9d-9925-4a0ad3b0ef06 is going to be updated. [ 1137.786462] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.786579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.786654] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.786834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.786975] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.787159] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d61c05fd-c339-4c9d-9925-4a0ad3b0ef06" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.269755] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3021eea-9c73-4e5b-9687-c6f2b8706687',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.525389] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 in Status: SUCCESS [ 1138.525613] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.525778] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.525994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.526194] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.526307] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.526371] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.526519] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.526598] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.526682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.526772] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81a23a37-bacc-4a30-9419-87b6e50b2bf6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.773023] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.773023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.773023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.773023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.773023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.773023] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 is going to be created. [ 1138.796112] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.796287] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.796357] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.796569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.796726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.805949] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 in Status: UNINITIALIZED for 2s [ 1139.029239] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81a23a37-bacc-4a30-9419-87b6e50b2bf6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.531178] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81a23a37-bacc-4a30-9419-87b6e50b2bf6: rpc.has_security_group_logging(os_id): False [ 1139.552085] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.552276] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.552369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.552666] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.552807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.553123] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.553278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.553391] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.553599] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.553728] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.553859] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 is going to be created. [ 1139.608671] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.608831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.608876] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.609128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.609279] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.618987] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 in Status: IN_PROGRESS for 2s [ 1139.711520] env[69242]: INFO networking_nsxv3.common.synchronization [req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac req-7d5d6c6d-8200-4b5f-ae2b-7c24fa8e4fc7 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Enqueued Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_members [ 1139.712496] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_members [ 1139.712496] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-859396ae-c644-4218-94f3-a56c90cf6e0c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.712496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.712685] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.712790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.712940] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.713050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.713111] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.713253] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.713335] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.713427] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.976961] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.977301] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-837" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.977368] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-837" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.977643] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-837" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.977906] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.978095] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.978219] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.978432] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.978580] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.978792] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1139.978907] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.979139] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.979291] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.979412] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1139.979522] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.979659] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.997814] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.997886] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1139.998028] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.998222] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-837" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.998546] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-224eb694-0deb-485c-b8ab-4801df28f7de taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.999544] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-224eb694-0deb-485c-b8ab-4801df28f7de" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.999544] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-224eb694-0deb-485c-b8ab-4801df28f7de" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.999544] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-224eb694-0deb-485c-b8ab-4801df28f7de" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.999544] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('224eb694-0deb-485c-b8ab-4801df28f7de',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.216460] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.216626] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.216699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.216918] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.217015] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.217219] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.217320] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.217383] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.217529] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.217603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.217692] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 859396ae-c644-4218-94f3-a56c90cf6e0c already deleted. [ 1140.217769] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.501541] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.501871] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.502032] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.502329] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.502476] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.502664] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 224eb694-0deb-485c-b8ab-4801df28f7de not found, creating... [ 1140.503157] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.503157] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.503296] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.503481] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.503701] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.504066] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.504235] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.504353] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.504562] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.504786] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.504999] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 224eb694-0deb-485c-b8ab-4801df28f7de is going to be created. [ 1140.524290] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.524553] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.524649] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.524937] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.525187] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.525416] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-224eb694-0deb-485c-b8ab-4801df28f7de" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.815653] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 in Status: SUCCESS [ 1140.815839] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.816041] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.816270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.816463] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.816579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.816646] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.816796] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.816873] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.816955] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.817062] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3021eea-9c73-4e5b-9687-c6f2b8706687',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.319618] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3021eea-9c73-4e5b-9687-c6f2b8706687',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.478542] env[69242]: INFO networking_nsxv3.common.synchronization [req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac req-41bbc7b9-5e2c-4b15-8c50-b97afd97945e service nova] Enqueued Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_rules [ 1141.478706] env[69242]: INFO networking_nsxv3.common.synchronization [req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac req-41bbc7b9-5e2c-4b15-8c50-b97afd97945e service nova] Enqueued Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_members [ 1141.478829] env[69242]: INFO networking_nsxv3.common.synchronization [req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac req-41bbc7b9-5e2c-4b15-8c50-b97afd97945e service nova] Enqueued Resource ID: 224eb694-0deb-485c-b8ab-4801df28f7de with Priority: HIGHEST for action port [ 1141.479086] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_rules [ 1141.479211] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_members [ 1141.479303] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224eb694-0deb-485c-b8ab-4801df28f7de with Priority: HIGHEST for action port [ 1141.479842] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-859396ae-c644-4218-94f3-a56c90cf6e0c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.479961] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.480275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.480677] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.480745] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.482124] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-859396ae-c644-4218-94f3-a56c90cf6e0c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.482124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.482268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.482430] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.482596] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.482699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.482762] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.482908] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.482992] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.483614] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.484686] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-224eb694-0deb-485c-b8ab-4801df28f7de taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.484686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-224eb694-0deb-485c-b8ab-4801df28f7de" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.484859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-224eb694-0deb-485c-b8ab-4801df28f7de" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.484898] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-224eb694-0deb-485c-b8ab-4801df28f7de" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.485177] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('224eb694-0deb-485c-b8ab-4801df28f7de',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.630056] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 in Status: SUCCESS [ 1141.630247] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.823032] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3021eea-9c73-4e5b-9687-c6f2b8706687: rpc.has_security_group_logging(os_id): False [ 1141.842884] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.843130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.843223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.843443] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.843534] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.843849] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.843951] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.844023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.844176] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.844251] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.844338] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 is going to be created. [ 1141.901230] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.901382] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.901512] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.901660] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.901861] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.912269] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 in Status: IN_PROGRESS for 2s [ 1141.986918] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-859396ae-c644-4218-94f3-a56c90cf6e0c taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.987089] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.987258] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.988150] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 224eb694-0deb-485c-b8ab-4801df28f7de with status ACTIVE [ 1141.988330] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.988446] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.988505] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.988718] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.988804] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.988971] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.989073] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.989129] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.989277] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.989353] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.989531] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.989621] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.989678] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.989814] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.989887] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.989971] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 224eb694-0deb-485c-b8ab-4801df28f7de is going to be updated. [ 1142.020439] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.020597] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.020681] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.020865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.021008] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.021172] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-224eb694-0deb-485c-b8ab-4801df28f7de" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.195119] env[69242]: INFO networking_nsxv3.common.synchronization [req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac req-2a33e187-b46c-4cd9-abf1-fef3670b7301 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Enqueued Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_members [ 1142.195655] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_members [ 1142.195997] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-859396ae-c644-4218-94f3-a56c90cf6e0c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.196122] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.470882] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.471170] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-837" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.471214] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-837" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.471482] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-837" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.471744] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.471901] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.472030] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.472316] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.472472] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.472692] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1142.472812] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.472925] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.473049] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.473168] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1142.473278] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.473416] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.492146] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.492315] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1142.492455] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.492625] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-837" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.492912] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-b1c5f84e-8589-475e-bc1a-e5b206bf8044 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.493133] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-b1c5f84e-8589-475e-bc1a-e5b206bf8044" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.493209] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-b1c5f84e-8589-475e-bc1a-e5b206bf8044" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.493565] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-b1c5f84e-8589-475e-bc1a-e5b206bf8044" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.493735] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1c5f84e-8589-475e-bc1a-e5b206bf8044',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.495139] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.995802] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.996067] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.996210] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.996509] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.996665] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.996831] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port b1c5f84e-8589-475e-bc1a-e5b206bf8044 not found, creating... [ 1142.997121] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.997291] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.997414] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.997640] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.997800] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.998129] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.998292] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.998413] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.998629] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.998771] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.998921] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: b1c5f84e-8589-475e-bc1a-e5b206bf8044 is going to be created. [ 1143.000194] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.000306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.000376] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.000531] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.000609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.000699] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 859396ae-c644-4218-94f3-a56c90cf6e0c is going to be created. [ 1143.026882] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.027141] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.027294] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.027613] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.027866] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.028158] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-b1c5f84e-8589-475e-bc1a-e5b206bf8044" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.053478] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.053754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.053826] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.054084] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.054268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.071563] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 859396ae-c644-4218-94f3-a56c90cf6e0c in Status: UNINITIALIZED for 2s [ 1143.717555] env[69242]: INFO networking_nsxv3.common.synchronization [req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac req-bf255ed5-15ed-4817-a28a-e660e934a5c4 service nova] Enqueued Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_rules [ 1143.717855] env[69242]: INFO networking_nsxv3.common.synchronization [req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac req-bf255ed5-15ed-4817-a28a-e660e934a5c4 service nova] Enqueued Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_members [ 1143.717855] env[69242]: INFO networking_nsxv3.common.synchronization [req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac req-bf255ed5-15ed-4817-a28a-e660e934a5c4 service nova] Enqueued Resource ID: b1c5f84e-8589-475e-bc1a-e5b206bf8044 with Priority: HIGHEST for action port [ 1143.718116] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_rules [ 1143.718244] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_members [ 1143.718386] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c5f84e-8589-475e-bc1a-e5b206bf8044 with Priority: HIGHEST for action port [ 1143.718906] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-859396ae-c644-4218-94f3-a56c90cf6e0c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.719018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.721925] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-859396ae-c644-4218-94f3-a56c90cf6e0c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.721925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.721925] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1c5f84e-8589-475e-bc1a-e5b206bf8044 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.721925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1c5f84e-8589-475e-bc1a-e5b206bf8044" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.721925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1c5f84e-8589-475e-bc1a-e5b206bf8044" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.721925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1c5f84e-8589-475e-bc1a-e5b206bf8044" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.721925] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1c5f84e-8589-475e-bc1a-e5b206bf8044',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.923575] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 in Status: SUCCESS [ 1143.924071] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.223218] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1c5f84e-8589-475e-bc1a-e5b206bf8044 with status ACTIVE [ 1144.223429] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.223566] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.223683] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.223904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.223993] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.224203] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.224290] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.224351] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.224494] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.224569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.224773] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.224923] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.224923] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.225074] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.225142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.225225] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1c5f84e-8589-475e-bc1a-e5b206bf8044 is going to be updated. [ 1144.247460] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.247607] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.247678] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.247894] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.248042] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.248211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1c5f84e-8589-475e-bc1a-e5b206bf8044" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.612825] env[69242]: INFO networking_nsxv3.common.synchronization [req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac req-5e56d390-6352-4276-94ff-dd82182dd2b3 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Enqueued Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_members [ 1144.613402] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_members [ 1144.613771] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-859396ae-c644-4218-94f3-a56c90cf6e0c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.613889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.953316] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.953666] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-837" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.953706] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-837" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.953963] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-837" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.954239] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.954417] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.954541] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.954795] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.954959] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.955200] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.955326] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.955442] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.955553] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.955669] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.955778] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.955919] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.976023] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.976023] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1144.976023] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.976023] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-837" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.976023] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-d896af3b-ea28-4cee-b00f-c808e71fc3c9 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.976023] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-d896af3b-ea28-4cee-b00f-c808e71fc3c9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.976333] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-d896af3b-ea28-4cee-b00f-c808e71fc3c9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.976518] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-d896af3b-ea28-4cee-b00f-c808e71fc3c9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.976661] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d896af3b-ea28-4cee-b00f-c808e71fc3c9',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.081182] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 859396ae-c644-4218-94f3-a56c90cf6e0c in Status: SUCCESS [ 1145.081410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.081579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.081793] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.082024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.082112] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.082179] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.082330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.082411] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.082492] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.082583] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.083406] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.083618] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.083790] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.083892] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.083954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.084118] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.084195] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.084283] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.478867] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.479167] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.479251] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.479591] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.479788] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.479974] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port d896af3b-ea28-4cee-b00f-c808e71fc3c9 not found, creating... [ 1145.480265] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.480432] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.480554] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.480785] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.480925] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.481229] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.481394] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.481516] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.481780] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.481938] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.482237] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: d896af3b-ea28-4cee-b00f-c808e71fc3c9 is going to be created. [ 1145.500453] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.500673] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.500806] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.501086] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.501660] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.501660] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-d896af3b-ea28-4cee-b00f-c808e71fc3c9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.586477] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-859396ae-c644-4218-94f3-a56c90cf6e0c taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.586697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.586847] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.091219] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.189174] env[69242]: INFO networking_nsxv3.common.synchronization [req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac req-e60aeb65-8022-47a3-ac95-23ab5a9690b9 service nova] Enqueued Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_rules [ 1146.189303] env[69242]: INFO networking_nsxv3.common.synchronization [req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac req-e60aeb65-8022-47a3-ac95-23ab5a9690b9 service nova] Enqueued Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_members [ 1146.189449] env[69242]: INFO networking_nsxv3.common.synchronization [req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac req-e60aeb65-8022-47a3-ac95-23ab5a9690b9 service nova] Enqueued Resource ID: d896af3b-ea28-4cee-b00f-c808e71fc3c9 with Priority: HIGHEST for action port [ 1146.189783] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_rules [ 1146.189783] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_members [ 1146.189926] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d896af3b-ea28-4cee-b00f-c808e71fc3c9 with Priority: HIGHEST for action port [ 1146.190450] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-859396ae-c644-4218-94f3-a56c90cf6e0c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.190550] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.190732] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-859396ae-c644-4218-94f3-a56c90cf6e0c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.190812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.190973] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-d896af3b-ea28-4cee-b00f-c808e71fc3c9 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.193545] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d896af3b-ea28-4cee-b00f-c808e71fc3c9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.193937] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d896af3b-ea28-4cee-b00f-c808e71fc3c9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.193937] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d896af3b-ea28-4cee-b00f-c808e71fc3c9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.193937] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d896af3b-ea28-4cee-b00f-c808e71fc3c9',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.593867] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.594091] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.594141] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.594369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.594466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.594587] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 859396ae-c644-4218-94f3-a56c90cf6e0c is going to be updated. [ 1146.622815] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.622955] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.623073] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.623368] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.623571] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.632134] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 859396ae-c644-4218-94f3-a56c90cf6e0c in Status: IN_PROGRESS for 2s [ 1146.699403] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d896af3b-ea28-4cee-b00f-c808e71fc3c9 with status ACTIVE [ 1146.699667] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.699807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.699870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.700104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.700195] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.700381] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.700490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.700547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.700757] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.700833] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.701070] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.701178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.701233] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.701652] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.701652] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.701652] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d896af3b-ea28-4cee-b00f-c808e71fc3c9 is going to be updated. [ 1146.733325] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.733529] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.733598] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.733789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.733935] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.734119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d896af3b-ea28-4cee-b00f-c808e71fc3c9" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.644063] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 859396ae-c644-4218-94f3-a56c90cf6e0c in Status: SUCCESS [ 1148.644063] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.644581] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.644581] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.644665] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.644756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.644819] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.644977] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.645069] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.645165] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.147714] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.650386] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.145790] env[69242]: INFO networking_nsxv3.common.synchronization [req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 req-63033ef5-765f-4e7e-ad7d-7915e6234645 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 1150.146398] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGHEST for action security_group_members [ 1150.146744] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.146885] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.146953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.147163] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.147314] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.147403] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.147466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.147600] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.147692] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.147788] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.152769] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.152769] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.152769] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.152769] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.152769] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.152769] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 859396ae-c644-4218-94f3-a56c90cf6e0c is going to be updated. [ 1150.196980] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.197156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.197220] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.197480] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.197633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.212087] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 859396ae-c644-4218-94f3-a56c90cf6e0c in Status: IN_PROGRESS for 2s [ 1150.650419] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.650973] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.650973] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.651231] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.651395] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.651762] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.651899] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.651969] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.652171] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.652258] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.652363] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be updated. [ 1150.682604] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.682749] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.682823] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.683104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.683280] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.693182] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: IN_PROGRESS for 2s [ 1152.223155] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 859396ae-c644-4218-94f3-a56c90cf6e0c in Status: SUCCESS [ 1152.223407] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.223517] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.223771] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.223962] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.224099] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.224163] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.224307] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.224389] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.224483] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.703333] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce in Status: SUCCESS [ 1152.703525] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce deletion is rescheduled due to dependency. [ 1152.703712] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.726298] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.228773] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.731822] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.732036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.732137] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.732416] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.732539] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.732677] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 859396ae-c644-4218-94f3-a56c90cf6e0c is going to be updated. [ 1153.763676] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.763853] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.763897] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.764110] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.764262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.772462] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 859396ae-c644-4218-94f3-a56c90cf6e0c in Status: IN_PROGRESS for 2s [ 1155.147358] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1155.148143] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1155.783377] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 859396ae-c644-4218-94f3-a56c90cf6e0c in Status: SUCCESS [ 1155.783640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.783810] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.784050] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.784304] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.784430] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.784494] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.784655] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.784733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.784817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.784976] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-859396ae-c644-4218-94f3-a56c90cf6e0c taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.785068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.785129] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.785264] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.785398] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.785486] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.785545] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.785681] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.785752] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.785830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.785929] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.786906] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.787026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.787211] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.787356] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.787454] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.788283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.788429] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.788568] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.291229] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 859396ae-c644-4218-94f3-a56c90cf6e0c: rpc.has_security_group_logging(os_id): False [ 1156.292952] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.310536] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.310702] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.310702] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.310945] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.311055] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.311279] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.311381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.311445] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.311615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.311688] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.311867] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.311958] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.312019] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.312166] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.312235] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.312407] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.312491] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.312548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.312682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.312754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.312846] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 859396ae-c644-4218-94f3-a56c90cf6e0c is going to be created. [ 1156.364492] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.364661] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.364733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.364941] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.365145] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.375238] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 859396ae-c644-4218-94f3-a56c90cf6e0c in Status: IN_PROGRESS for 2s [ 1156.796473] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.300155] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.300155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.300155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.300155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.300155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.300155] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 859396ae-c644-4218-94f3-a56c90cf6e0c is going to be updated. [ 1157.334202] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.334389] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.334389] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.334590] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.334779] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.343377] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 859396ae-c644-4218-94f3-a56c90cf6e0c in Status: IN_PROGRESS for 2s [ 1157.628521] env[69242]: INFO networking_nsxv3.common.synchronization [req-dec7220f-0970-4de3-a65c-2b38689a6566 req-3a3ca044-3179-4694-9de0-7cd41b41ecc8 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Enqueued Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_members [ 1157.628703] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_members [ 1157.628909] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-859396ae-c644-4218-94f3-a56c90cf6e0c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.629014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.386473] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 859396ae-c644-4218-94f3-a56c90cf6e0c in Status: SUCCESS [ 1158.386807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.386891] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.387195] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.387308] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.889827] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-859396ae-c644-4218-94f3-a56c90cf6e0c taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.889827] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.352831] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 859396ae-c644-4218-94f3-a56c90cf6e0c in Status: SUCCESS [ 1159.352989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.353161] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.353375] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.353561] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.353676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.353741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.353890] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.353971] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.354076] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.856246] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.358728] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.862249] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.862502] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.862502] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.862677] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.862768] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.862866] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 859396ae-c644-4218-94f3-a56c90cf6e0c is going to be updated. [ 1160.888656] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.888656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.888830] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.889468] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.889468] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.897020] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 859396ae-c644-4218-94f3-a56c90cf6e0c in Status: IN_PROGRESS for 2s [ 1162.629536] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1162.629853] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1162.906876] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 859396ae-c644-4218-94f3-a56c90cf6e0c in Status: SUCCESS [ 1162.907113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.907275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.907527] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.907673] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.907790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.907852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.907994] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.908104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.908191] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.908281] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.329053] env[69242]: INFO networking_nsxv3.common.synchronization [None req-631feb19-53ec-4c0c-8538-9a4326755319 None None] Enqueued Resource ID: d21ba334-bd03-4a8b-9a11-23db0fa0fe55 with Priority: HIGHEST for action port [ 1163.329053] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d21ba334-bd03-4a8b-9a11-23db0fa0fe55 with Priority: HIGHEST for action port [ 1163.329053] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-d21ba334-bd03-4a8b-9a11-23db0fa0fe55 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.329053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d21ba334-bd03-4a8b-9a11-23db0fa0fe55" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.329053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d21ba334-bd03-4a8b-9a11-23db0fa0fe55" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.329053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d21ba334-bd03-4a8b-9a11-23db0fa0fe55" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.329053] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d21ba334-bd03-4a8b-9a11-23db0fa0fe55',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.414068] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-859396ae-c644-4218-94f3-a56c90cf6e0c taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.414407] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.414407] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.414507] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.414684] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.414782] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.414846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.414990] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.415086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.415170] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.415319] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-859396ae-c644-4218-94f3-a56c90cf6e0c taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.415405] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.415463] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.415598] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.415727] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.415814] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.416113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.416113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.416113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.416206] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.416234] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.831083] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d21ba334-bd03-4a8b-9a11-23db0fa0fe55 [ 1163.831350] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.831472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.831561] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.831756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.831859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.831969] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d21ba334-bd03-4a8b-9a11-23db0fa0fe55 already deleted. [ 1163.832067] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d21ba334-bd03-4a8b-9a11-23db0fa0fe55" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.919260] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 859396ae-c644-4218-94f3-a56c90cf6e0c: rpc.has_security_group_logging(os_id): False [ 1163.936466] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.936607] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.936675] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.936878] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.936968] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.937204] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.937305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.937369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.937512] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.937586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.937767] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.937858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.938038] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.938189] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.938267] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.938446] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.938535] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.938615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.938729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.938802] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.938887] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 859396ae-c644-4218-94f3-a56c90cf6e0c is going to be updated. [ 1163.995956] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.995956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.995956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.996269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.996465] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.011161] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 859396ae-c644-4218-94f3-a56c90cf6e0c in Status: IN_PROGRESS for 2s [ 1164.520190] env[69242]: INFO networking_nsxv3.common.synchronization [req-350d015e-ee2a-471c-b045-a06a84fcaede req-9bfb5c41-2744-490e-8ca0-d8c6bbf00a59 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Enqueued Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_members [ 1164.520707] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_members [ 1164.521020] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-859396ae-c644-4218-94f3-a56c90cf6e0c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.521153] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.521208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.521684] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.521684] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.521815] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.521815] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.521967] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.523758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.525862] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.580534] env[69242]: INFO networking_nsxv3.common.synchronization [req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 req-f200f711-4d09-471b-a624-8efff4b254b8 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Enqueued Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_members [ 1164.580534] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859396ae-c644-4218-94f3-a56c90cf6e0c with Priority: HIGHEST for action security_group_members [ 1164.581641] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-859396ae-c644-4218-94f3-a56c90cf6e0c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.581869] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.026251] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.386521] env[69242]: INFO networking_nsxv3.common.synchronization [None req-5bb002e1-d88c-4f73-af69-e9c42e0fef02 None None] Enqueued Resource ID: 6de32626-7dbb-4c4c-9e8d-fb049e386272 with Priority: HIGHEST for action port [ 1165.387109] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de32626-7dbb-4c4c-9e8d-fb049e386272 with Priority: HIGHEST for action port [ 1165.387423] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-6de32626-7dbb-4c4c-9e8d-fb049e386272 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.387544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6de32626-7dbb-4c4c-9e8d-fb049e386272" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.387635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6de32626-7dbb-4c4c-9e8d-fb049e386272" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.389935] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6de32626-7dbb-4c4c-9e8d-fb049e386272" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.389935] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6de32626-7dbb-4c4c-9e8d-fb049e386272',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.529050] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.890088] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6de32626-7dbb-4c4c-9e8d-fb049e386272 [ 1165.890321] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.890459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.890528] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.890733] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.890824] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.890923] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6de32626-7dbb-4c4c-9e8d-fb049e386272 already deleted. [ 1165.891011] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6de32626-7dbb-4c4c-9e8d-fb049e386272" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.025580] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 859396ae-c644-4218-94f3-a56c90cf6e0c in Status: SUCCESS [ 1166.025580] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.025712] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.026058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.026058] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.030618] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.030883] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.030883] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.031010] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.031079] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.031202] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 859396ae-c644-4218-94f3-a56c90cf6e0c is going to be updated. [ 1166.056741] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.056881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.056945] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.057198] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.057339] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.065066] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 859396ae-c644-4218-94f3-a56c90cf6e0c in Status: IN_PROGRESS for 2s [ 1166.545412] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.545632] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.545632] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.545930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.546070] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.546203] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 859396ae-c644-4218-94f3-a56c90cf6e0c is going to be deleted. [ 1166.594650] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.594784] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.594868] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.595062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.595170] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.595269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.074449] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 859396ae-c644-4218-94f3-a56c90cf6e0c in Status: SUCCESS [ 1168.074785] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.074834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.075046] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.075250] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.075383] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.075452] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.075616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.075700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.075795] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('859396ae-c644-4218-94f3-a56c90cf6e0c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.577764] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.577947] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.577992] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.578233] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.578327] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.578534] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.578637] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.578698] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.578843] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.578919] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.579018] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 859396ae-c644-4218-94f3-a56c90cf6e0c is going to be deleted. [ 1168.615302] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.615546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.615546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.615763] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.615915] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.616029] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-859396ae-c644-4218-94f3-a56c90cf6e0c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.999034] env[69242]: INFO networking_nsxv3.common.synchronization [req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 req-c984ab0e-20b0-43a2-b7b4-c8cfaf0491ab tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Enqueued Resource ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd with Priority: HIGHEST for action security_group_members [ 1168.999524] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd with Priority: HIGHEST for action security_group_members [ 1168.999613] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-524ec562-9369-4ce1-a67a-6fd37e177ddd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.999701] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.000532] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.000532] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.000532] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.000532] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.000532] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.000532] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.000532] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.000851] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.308083] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-352 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.308402] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-352" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.308769] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-352" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.309652] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-352" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.311306] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.311563] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.311743] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.312031] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.312201] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.312435] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.312554] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.312681] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.312795] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.312908] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.313028] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.313170] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.331434] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.331665] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1169.331846] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.332065] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-352" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.332424] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-b69d1da0-ee64-47b2-b0d4-6a1779341e17 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.332654] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-b69d1da0-ee64-47b2-b0d4-6a1779341e17" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.332811] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-b69d1da0-ee64-47b2-b0d4-6a1779341e17" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.333155] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-b69d1da0-ee64-47b2-b0d4-6a1779341e17" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.333919] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b69d1da0-ee64-47b2-b0d4-6a1779341e17',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.503280] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.503280] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.503280] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.503280] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.503280] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.503280] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.503672] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.503672] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.503741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.503775] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.503853] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd already deleted. [ 1169.503982] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.835684] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.835937] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.836085] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.836381] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.836543] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.836705] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port b69d1da0-ee64-47b2-b0d4-6a1779341e17 not found, creating... [ 1169.836975] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.837152] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.837273] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.837489] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.837629] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.837923] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.838096] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.838219] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.838429] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.838568] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.838725] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: b69d1da0-ee64-47b2-b0d4-6a1779341e17 is going to be created. [ 1169.856057] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.856269] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.856395] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.856649] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.856878] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.857114] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-b69d1da0-ee64-47b2-b0d4-6a1779341e17" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.793950] env[69242]: INFO networking_nsxv3.common.synchronization [req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 req-03d4a6bf-e9f8-49dd-8bd3-83db0b705198 service nova] Enqueued Resource ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd with Priority: HIGHEST for action security_group_rules [ 1170.794255] env[69242]: INFO networking_nsxv3.common.synchronization [req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 req-03d4a6bf-e9f8-49dd-8bd3-83db0b705198 service nova] Enqueued Resource ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd with Priority: HIGHEST for action security_group_members [ 1170.794336] env[69242]: INFO networking_nsxv3.common.synchronization [req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 req-03d4a6bf-e9f8-49dd-8bd3-83db0b705198 service nova] Enqueued Resource ID: b69d1da0-ee64-47b2-b0d4-6a1779341e17 with Priority: HIGHEST for action port [ 1170.794836] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd with Priority: HIGHEST for action security_group_rules [ 1170.795073] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd with Priority: HIGHEST for action security_group_members [ 1170.795373] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b69d1da0-ee64-47b2-b0d4-6a1779341e17 with Priority: HIGHEST for action port [ 1170.795679] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-524ec562-9369-4ce1-a67a-6fd37e177ddd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.795808] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.795879] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.796143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.796224] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.797533] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-524ec562-9369-4ce1-a67a-6fd37e177ddd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.797533] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.797533] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.797533] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.797800] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.797850] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.797933] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.798295] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.798421] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.798514] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.799530] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-b69d1da0-ee64-47b2-b0d4-6a1779341e17 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.799643] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b69d1da0-ee64-47b2-b0d4-6a1779341e17" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.799704] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b69d1da0-ee64-47b2-b0d4-6a1779341e17" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.799959] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b69d1da0-ee64-47b2-b0d4-6a1779341e17" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.800060] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b69d1da0-ee64-47b2-b0d4-6a1779341e17',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.303013] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-524ec562-9369-4ce1-a67a-6fd37e177ddd taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.303013] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.303013] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.303770] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b69d1da0-ee64-47b2-b0d4-6a1779341e17 with status ACTIVE [ 1171.304011] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.304132] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.304198] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.304400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.304492] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.304664] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.304757] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.304817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.304963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.305071] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.305221] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.305314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.305362] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.305494] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.305567] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.305669] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b69d1da0-ee64-47b2-b0d4-6a1779341e17 is going to be updated. [ 1171.326907] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.327289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.327289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.327289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.327404] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.327497] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b69d1da0-ee64-47b2-b0d4-6a1779341e17" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.804131] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.306893] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.307302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.307418] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.307644] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.307740] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.307849] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd is going to be created. [ 1172.330757] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.330757] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.330757] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.330757] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.331295] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.340638] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd in Status: UNINITIALIZED for 2s [ 1174.353119] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd in Status: SUCCESS [ 1174.353394] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.353475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.353710] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.353891] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.354014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.354079] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.354230] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.354309] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.354394] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.354485] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.857857] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-524ec562-9369-4ce1-a67a-6fd37e177ddd taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.857857] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.857857] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.858130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.858130] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.858252] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.858538] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.858781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.858878] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.858972] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.859284] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-524ec562-9369-4ce1-a67a-6fd37e177ddd taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.859404] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.859462] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.859622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.859798] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.859920] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.859987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.860401] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.860491] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.860579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.860667] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.366532] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 524ec562-9369-4ce1-a67a-6fd37e177ddd: rpc.has_security_group_logging(os_id): False [ 1175.394298] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.394479] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.394479] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.394844] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.395040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.395268] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.395437] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.395551] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.395737] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.395828] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.396320] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.396524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.396524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.396699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.397064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.397149] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.397234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.397284] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.397435] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.397599] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.397738] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd is going to be created. [ 1175.459497] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.459702] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.459763] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.460042] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.460345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.478521] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd in Status: IN_PROGRESS for 2s [ 1175.601975] env[69242]: INFO networking_nsxv3.common.synchronization [None req-989d7c74-7c1d-43a0-aeb3-03c4de8b0d1d None None] Enqueued Resource ID: 1195a1d5-3ed9-49fe-b4b2-0c6018914e44 with Priority: HIGHEST for action port [ 1175.602255] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1195a1d5-3ed9-49fe-b4b2-0c6018914e44 with Priority: HIGHEST for action port [ 1175.602841] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-1195a1d5-3ed9-49fe-b4b2-0c6018914e44 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.603341] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1195a1d5-3ed9-49fe-b4b2-0c6018914e44" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.603413] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1195a1d5-3ed9-49fe-b4b2-0c6018914e44" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.603690] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1195a1d5-3ed9-49fe-b4b2-0c6018914e44" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.603773] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1195a1d5-3ed9-49fe-b4b2-0c6018914e44',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.105769] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1195a1d5-3ed9-49fe-b4b2-0c6018914e44 [ 1176.106062] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.106205] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.106275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.106488] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.106578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.106677] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1195a1d5-3ed9-49fe-b4b2-0c6018914e44 already deleted. [ 1176.106758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1195a1d5-3ed9-49fe-b4b2-0c6018914e44" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.006424] env[69242]: INFO networking_nsxv3.common.synchronization [req-2b2d5183-0add-47dd-87d2-f6178425eaf0 req-ebbff0b1-33ac-4ac6-afbb-8fd27001582d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Enqueued Resource ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd with Priority: HIGHEST for action security_group_members [ 1177.006947] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd with Priority: HIGHEST for action security_group_members [ 1177.007253] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-524ec562-9369-4ce1-a67a-6fd37e177ddd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.007953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.007953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.007953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.007953] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.007953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.007953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.008596] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.008596] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.008596] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.368024] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-352 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.369267] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-352" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.369267] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-352" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.369267] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-352" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.374016] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.374016] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.374016] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.374016] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.374016] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.374016] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.374016] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.374016] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.374016] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.374016] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.374016] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.374016] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.393779] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.393779] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1177.393779] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.393779] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-352" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.393779] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-8c5ae5ab-fb35-4874-9330-b7b7af1bc135 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.393779] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-8c5ae5ab-fb35-4874-9330-b7b7af1bc135" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.393779] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-8c5ae5ab-fb35-4874-9330-b7b7af1bc135" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.393779] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-8c5ae5ab-fb35-4874-9330-b7b7af1bc135" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.393779] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c5ae5ab-fb35-4874-9330-b7b7af1bc135',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.490438] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd in Status: SUCCESS [ 1177.490438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.510964] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.687048] env[69242]: INFO networking_nsxv3.common.synchronization [None req-da0e9baf-d915-4d25-9c38-9a2872b5e663 None None] Enqueued Resource ID: 200db0e7-406c-41da-9792-ee98af75e4c0 with Priority: HIGHEST for action port [ 1177.687311] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200db0e7-406c-41da-9792-ee98af75e4c0 with Priority: HIGHEST for action port [ 1177.687853] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-200db0e7-406c-41da-9792-ee98af75e4c0 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.687978] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-200db0e7-406c-41da-9792-ee98af75e4c0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.688055] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-200db0e7-406c-41da-9792-ee98af75e4c0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.688310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-200db0e7-406c-41da-9792-ee98af75e4c0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.688391] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200db0e7-406c-41da-9792-ee98af75e4c0',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.896487] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.896714] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.896853] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.897150] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.897304] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.897460] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 8c5ae5ab-fb35-4874-9330-b7b7af1bc135 not found, creating... [ 1177.897724] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.897882] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.898009] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.898229] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.898366] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.898667] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.898823] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.898938] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.899157] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.899290] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.899429] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 8c5ae5ab-fb35-4874-9330-b7b7af1bc135 is going to be created. [ 1177.916807] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.916987] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.917129] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.917370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.917761] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.918052] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-8c5ae5ab-fb35-4874-9330-b7b7af1bc135" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.012494] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.190653] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 200db0e7-406c-41da-9792-ee98af75e4c0 [ 1178.190966] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.191166] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.191244] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.191567] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.191663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.191765] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:200db0e7-406c-41da-9792-ee98af75e4c0 already deleted. [ 1178.191848] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-200db0e7-406c-41da-9792-ee98af75e4c0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.514515] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.514717] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.514788] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.515010] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.515106] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.515209] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd is going to be updated. [ 1178.540898] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.541046] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.541094] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.541748] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.541748] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.552445] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd in Status: IN_PROGRESS for 2s [ 1178.638023] env[69242]: INFO networking_nsxv3.common.synchronization [req-2b2d5183-0add-47dd-87d2-f6178425eaf0 req-626eb0dc-bc08-440e-972d-6fcd5e5b48b7 service nova] Enqueued Resource ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd with Priority: HIGHEST for action security_group_rules [ 1178.638023] env[69242]: INFO networking_nsxv3.common.synchronization [req-2b2d5183-0add-47dd-87d2-f6178425eaf0 req-626eb0dc-bc08-440e-972d-6fcd5e5b48b7 service nova] Enqueued Resource ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd with Priority: HIGHEST for action security_group_members [ 1178.638023] env[69242]: INFO networking_nsxv3.common.synchronization [req-2b2d5183-0add-47dd-87d2-f6178425eaf0 req-626eb0dc-bc08-440e-972d-6fcd5e5b48b7 service nova] Enqueued Resource ID: 8c5ae5ab-fb35-4874-9330-b7b7af1bc135 with Priority: HIGHEST for action port [ 1178.638023] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd with Priority: HIGHEST for action security_group_rules [ 1178.638023] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd with Priority: HIGHEST for action security_group_members [ 1178.638023] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c5ae5ab-fb35-4874-9330-b7b7af1bc135 with Priority: HIGHEST for action port [ 1178.638023] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-524ec562-9369-4ce1-a67a-6fd37e177ddd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.638023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.638023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.638023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.638023] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.639381] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-524ec562-9369-4ce1-a67a-6fd37e177ddd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.639480] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.639679] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c5ae5ab-fb35-4874-9330-b7b7af1bc135 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.639778] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c5ae5ab-fb35-4874-9330-b7b7af1bc135" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.639841] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c5ae5ab-fb35-4874-9330-b7b7af1bc135" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.640015] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c5ae5ab-fb35-4874-9330-b7b7af1bc135" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.640095] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c5ae5ab-fb35-4874-9330-b7b7af1bc135',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.141991] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-524ec562-9369-4ce1-a67a-6fd37e177ddd taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.142383] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.144514] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c5ae5ab-fb35-4874-9330-b7b7af1bc135 with status ACTIVE [ 1179.144709] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.144831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.144896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.145260] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.145260] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.145426] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.145526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.145603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.145725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.145812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.145990] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.146092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.146150] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.146287] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.146363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.146443] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c5ae5ab-fb35-4874-9330-b7b7af1bc135 is going to be updated. [ 1179.170779] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.170919] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.171022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.171216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.171378] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.171572] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c5ae5ab-fb35-4874-9330-b7b7af1bc135" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.562945] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd in Status: SUCCESS [ 1180.563223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.563348] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.563629] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.563815] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.563926] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.563982] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.564184] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.564256] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.564330] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.066591] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.552649] env[69242]: INFO networking_nsxv3.common.synchronization [req-9c266117-5740-4bae-99a8-e2e07b738903 req-553fd0dd-8519-4ab6-ac5f-14303650891c tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1181.553414] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1181.553852] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.554052] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.554169] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.554522] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.554761] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.554930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.555040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.555266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.555391] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.555534] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.569404] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.870897] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.871177] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.871272] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.871561] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.871822] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.871983] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.872178] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.872322] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.872465] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.872974] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.872974] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.872974] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.872974] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.873241] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.873241] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.873339] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.890335] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.890505] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1181.890644] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.890832] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.891188] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-3deeb29a-f44e-403b-a945-ac72d03a7a62 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.891461] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-3deeb29a-f44e-403b-a945-ac72d03a7a62" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.891721] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-3deeb29a-f44e-403b-a945-ac72d03a7a62" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.892087] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-3deeb29a-f44e-403b-a945-ac72d03a7a62" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.892239] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3deeb29a-f44e-403b-a945-ac72d03a7a62',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.059024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.059024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.059024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.059024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.059024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.059024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.059024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.059024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.059468] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.059468] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.059468] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f already deleted. [ 1182.059468] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.072260] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.072260] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.072421] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.072511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.072603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.072713] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd is going to be updated. [ 1182.099484] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.101878] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.101878] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.101878] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.101878] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.108289] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd in Status: IN_PROGRESS for 2s [ 1182.182024] env[69242]: INFO networking_nsxv3.common.synchronization [req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 req-2d5eea3a-0890-4973-8996-80372a388d10 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Enqueued Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_members [ 1182.182024] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_members [ 1182.182024] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-606c1215-5dd7-4505-9436-82f0c5f680fe taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.182024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.182024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.182024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.182587] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.182846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.183058] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.183352] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.183694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.183997] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.395204] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.395432] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.395566] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.395860] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.396031] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.396672] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 3deeb29a-f44e-403b-a945-ac72d03a7a62 not found, creating... [ 1182.396672] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.396672] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.396850] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.396964] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.397144] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.397452] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.397618] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.397739] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.397944] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.398098] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.398239] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 3deeb29a-f44e-403b-a945-ac72d03a7a62 is going to be created. [ 1182.417450] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.417658] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.417785] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.418066] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.418568] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.418568] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-3deeb29a-f44e-403b-a945-ac72d03a7a62" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.686799] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.687212] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.687212] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.687316] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.711201] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.711987] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.711987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.711987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.711987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.711987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.711987] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe is going to be updated. [ 1182.739966] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.739966] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.739966] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.739966] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.739966] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.746817] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: IN_PROGRESS for 2s [ 1183.192271] env[69242]: INFO networking_nsxv3.common.synchronization [req-9c266117-5740-4bae-99a8-e2e07b738903 req-dd0498ad-7605-4797-ae6a-81ded90291de service nova] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_rules [ 1183.192450] env[69242]: INFO networking_nsxv3.common.synchronization [req-9c266117-5740-4bae-99a8-e2e07b738903 req-dd0498ad-7605-4797-ae6a-81ded90291de service nova] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1183.192594] env[69242]: INFO networking_nsxv3.common.synchronization [req-9c266117-5740-4bae-99a8-e2e07b738903 req-dd0498ad-7605-4797-ae6a-81ded90291de service nova] Enqueued Resource ID: 3deeb29a-f44e-403b-a945-ac72d03a7a62 with Priority: HIGHEST for action port [ 1183.192828] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_rules [ 1183.192954] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1183.193067] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deeb29a-f44e-403b-a945-ac72d03a7a62 with Priority: HIGHEST for action port [ 1183.194061] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.194212] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.194283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.194542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.194626] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.195895] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.195895] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.195895] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.195895] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.196062] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.196062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.196142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.196231] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.196316] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.196398] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.197245] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-3deeb29a-f44e-403b-a945-ac72d03a7a62 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.197353] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3deeb29a-f44e-403b-a945-ac72d03a7a62" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.198151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3deeb29a-f44e-403b-a945-ac72d03a7a62" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.198151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3deeb29a-f44e-403b-a945-ac72d03a7a62" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.198151] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3deeb29a-f44e-403b-a945-ac72d03a7a62',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.700040] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.700988] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.701173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.701296] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3deeb29a-f44e-403b-a945-ac72d03a7a62 with status ACTIVE [ 1183.702025] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.702025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.702025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.702025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.702025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.702419] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.702419] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.702419] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.702419] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.702756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.702756] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.702756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.702940] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.702940] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.703036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.703119] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3deeb29a-f44e-403b-a945-ac72d03a7a62 is going to be updated. [ 1183.743210] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.743405] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.743558] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.744208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.744208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.744208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3deeb29a-f44e-403b-a945-ac72d03a7a62" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.117788] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd in Status: SUCCESS [ 1184.117964] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.118142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.118358] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.118530] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.118710] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.118710] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.118855] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.118962] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.119030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.119162] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.205681] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.622663] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-524ec562-9369-4ce1-a67a-6fd37e177ddd taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.622795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.622841] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.623035] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.623216] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.623317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.623380] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.623563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.623683] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.623735] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.623913] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-524ec562-9369-4ce1-a67a-6fd37e177ddd taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.623987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.624032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.624220] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.624346] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.624456] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.624514] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.624671] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.624751] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.624835] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.624919] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.708439] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.708759] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.708759] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.709122] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.709276] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.709378] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be created. [ 1184.731993] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.732178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.732240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.732474] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.732662] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.740655] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: UNINITIALIZED for 2s [ 1184.755478] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: SUCCESS [ 1184.755836] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe deletion is rescheduled due to dependency. [ 1184.756021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.764674] env[69242]: INFO networking_nsxv3.common.synchronization [req-af40f7e2-94ac-486f-b413-2897f10a1029 req-72992411-dd98-4e06-8b77-9a80b887394f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Enqueued Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGHEST for action security_group_members [ 1184.765292] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGHEST for action security_group_members [ 1184.766025] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-22fbaf9f-010c-4305-9541-48c6eb474738 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.766184] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.767016] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.767189] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.767394] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.767585] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.767585] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.767738] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.767825] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.768261] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.133472] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 524ec562-9369-4ce1-a67a-6fd37e177ddd: rpc.has_security_group_logging(os_id): False [ 1185.151196] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.151592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.151592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.151865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.151990] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.152244] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.152347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.152514] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.152603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.152681] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.152890] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.152996] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.156532] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.156725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.156826] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.157154] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.157296] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.157378] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.157548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.157638] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.157740] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd is going to be updated. [ 1185.232231] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.232402] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.232461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.232661] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.232818] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.244078] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd in Status: IN_PROGRESS for 2s [ 1185.272192] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.775451] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.278041] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.278367] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.278367] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.278546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.278659] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.278773] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22fbaf9f-010c-4305-9541-48c6eb474738 is going to be updated. [ 1186.312207] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.312475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.312598] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.312911] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.313167] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.322538] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22fbaf9f-010c-4305-9541-48c6eb474738 in Status: IN_PROGRESS for 2s [ 1186.753035] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1186.753271] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.753450] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.753824] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.754063] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.754225] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.754279] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.754430] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.754980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.754980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.754980] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.261067] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.261067] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.261067] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.261564] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.261564] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.261564] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.261686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.261807] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.261872] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.261963] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.262130] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.262223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.262281] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.262417] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.262554] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.262644] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.262697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.262834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.262898] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.262980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.263079] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.268738] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd in Status: SUCCESS [ 1187.268944] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.765232] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4968111-4491-4844-b989-8cc267c0715f: rpc.has_security_group_logging(os_id): False [ 1187.784756] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.784917] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.784981] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.785224] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.785306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.785493] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.785593] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.785668] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.785857] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.785956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.786179] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.786283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.786346] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.786507] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.786585] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.786780] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.786891] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.786954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.787126] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.787204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.787305] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be created. [ 1187.840162] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.840416] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.840531] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.840769] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.841135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.858314] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1188.030986] env[69242]: INFO networking_nsxv3.common.synchronization [req-6b3b1223-dc12-4929-bcc9-9cafe3a912af req-b8872232-9237-458d-b3a7-03a7617dd9a3 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Enqueued Resource ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 with Priority: HIGHEST for action security_group_members [ 1188.031558] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 with Priority: HIGHEST for action security_group_members [ 1188.031866] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3021eea-9c73-4e5b-9687-c6f2b8706687 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.032516] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.032516] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.032516] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.032516] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.032516] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.032692] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.032722] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.032828] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.033026] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3021eea-9c73-4e5b-9687-c6f2b8706687',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.332135] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22fbaf9f-010c-4305-9541-48c6eb474738 in Status: SUCCESS [ 1188.332441] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.535700] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.535808] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.535872] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.536119] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.536221] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.536435] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.536534] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.536587] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.536738] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.536812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.537282] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 is going to be updated. [ 1188.561170] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.561308] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.561571] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.561796] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.562024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.569726] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 in Status: IN_PROGRESS for 2s [ 1189.871060] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1189.871416] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.239137] env[69242]: INFO networking_nsxv3.common.synchronization [req-612cc54d-93cc-45c3-b3f4-2413915883cd req-d90611e7-c0cb-4498-91fe-b89f0365699a tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Enqueued Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_members [ 1190.239492] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_members [ 1190.239771] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-606c1215-5dd7-4505-9436-82f0c5f680fe taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.239899] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.239995] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.240218] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.240375] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.240468] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.240527] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.240666] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.240744] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.240833] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.578967] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 in Status: SUCCESS [ 1190.579238] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 deletion is rescheduled due to dependency. [ 1190.579319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.745431] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.745734] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.745734] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.745930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.746105] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.746220] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.746317] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.746370] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.746522] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.746596] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.746685] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe is going to be updated. [ 1190.774921] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.775091] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.775152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.775320] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.775459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.786854] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: IN_PROGRESS for 2s [ 1191.017570] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-408 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.017883] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-408" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.017929] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-408" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.018193] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-408" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.018458] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.018616] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.018736] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.018950] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.019113] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.019325] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1191.019442] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.019556] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.019668] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.019779] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1191.019886] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.020046] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.037238] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.037402] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1191.037542] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.037713] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-408" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.038012] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-e9bd17a0-604b-4f49-826d-15c11fb66f97 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.038181] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-e9bd17a0-604b-4f49-826d-15c11fb66f97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.038305] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-e9bd17a0-604b-4f49-826d-15c11fb66f97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.038592] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-e9bd17a0-604b-4f49-826d-15c11fb66f97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.038730] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9bd17a0-604b-4f49-826d-15c11fb66f97',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.541686] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.541956] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.542128] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.542510] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.542604] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.542766] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port e9bd17a0-604b-4f49-826d-15c11fb66f97 not found, creating... [ 1191.543061] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.543235] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.543367] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.543629] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.543766] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.544090] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.544255] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.544390] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.544650] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.544791] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.544945] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: e9bd17a0-604b-4f49-826d-15c11fb66f97 is going to be created. [ 1191.564305] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.564449] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.564538] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.564876] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.565150] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.565385] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-e9bd17a0-604b-4f49-826d-15c11fb66f97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.258718] env[69242]: INFO networking_nsxv3.common.synchronization [req-612cc54d-93cc-45c3-b3f4-2413915883cd req-e042384f-83ce-4e51-892a-f49421231797 service nova] Enqueued Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_rules [ 1192.259046] env[69242]: INFO networking_nsxv3.common.synchronization [req-612cc54d-93cc-45c3-b3f4-2413915883cd req-e042384f-83ce-4e51-892a-f49421231797 service nova] Enqueued Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_members [ 1192.259245] env[69242]: INFO networking_nsxv3.common.synchronization [req-612cc54d-93cc-45c3-b3f4-2413915883cd req-e042384f-83ce-4e51-892a-f49421231797 service nova] Enqueued Resource ID: e9bd17a0-604b-4f49-826d-15c11fb66f97 with Priority: HIGHEST for action port [ 1192.260631] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_rules [ 1192.261392] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_members [ 1192.261392] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bd17a0-604b-4f49-826d-15c11fb66f97 with Priority: HIGHEST for action port [ 1192.262229] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-606c1215-5dd7-4505-9436-82f0c5f680fe taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.264310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.264310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.264310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.264310] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.264310] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-606c1215-5dd7-4505-9436-82f0c5f680fe taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.264310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.265096] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9bd17a0-604b-4f49-826d-15c11fb66f97 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.265096] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9bd17a0-604b-4f49-826d-15c11fb66f97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.265096] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9bd17a0-604b-4f49-826d-15c11fb66f97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.265350] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9bd17a0-604b-4f49-826d-15c11fb66f97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.265350] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9bd17a0-604b-4f49-826d-15c11fb66f97',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.767774] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-606c1215-5dd7-4505-9436-82f0c5f680fe taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.767871] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.769350] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9bd17a0-604b-4f49-826d-15c11fb66f97 with status ACTIVE [ 1192.769569] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.769767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.769767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.770021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.770116] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.770303] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.770404] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.770467] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.770649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.770730] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.770910] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.771014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.771071] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.771217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.771286] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.771405] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9bd17a0-604b-4f49-826d-15c11fb66f97 is going to be updated. [ 1192.794611] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.794826] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.794826] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.795079] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.795301] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.795482] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9bd17a0-604b-4f49-826d-15c11fb66f97" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.796580] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: SUCCESS [ 1192.796837] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe deletion is rescheduled due to dependency. [ 1192.796983] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.797219] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.797832] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.798036] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.798151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.798257] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.798424] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.798503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.798623] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.301285] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.803160] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.305786] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.306223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.306223] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.306308] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.306346] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.306439] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe is going to be updated. [ 1194.338732] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.338966] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.339027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.339305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.339504] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.348941] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: IN_PROGRESS for 2s [ 1196.359704] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: SUCCESS [ 1196.360079] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.360079] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.360228] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.360435] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.360568] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.360639] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.360790] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.360868] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.360968] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.361074] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.866795] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.981142] env[69242]: INFO networking_nsxv3.common.synchronization [req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd req-67436330-caf6-41d1-b7da-36556d2c9496 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Enqueued Resource ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 with Priority: HIGHEST for action security_group_members [ 1196.981726] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 with Priority: HIGHEST for action security_group_members [ 1196.981990] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-81a23a37-bacc-4a30-9419-87b6e50b2bf6 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.982142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.983253] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.983253] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.983253] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.983253] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.983253] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.983253] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.983253] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.987124] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81a23a37-bacc-4a30-9419-87b6e50b2bf6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.180841] env[69242]: INFO networking_nsxv3.common.synchronization [req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff req-a9fe2a7e-ee2e-4f99-9b6d-4a9756d35328 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1197.181856] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1197.181856] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.182710] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.182710] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.182710] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.182710] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.182710] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.182710] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.183066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.183066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.183066] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.369255] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 606c1215-5dd7-4505-9436-82f0c5f680fe: rpc.has_security_group_logging(os_id): False [ 1197.387586] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.387896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.387896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.388103] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.388318] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.388479] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.388598] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.388697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.388951] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.389215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.389289] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe is going to be updated. [ 1197.443465] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.444089] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.444089] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.444089] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.444447] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.455147] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: IN_PROGRESS for 2s [ 1197.492479] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.492645] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.492721] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.492926] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.493036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.493231] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.493331] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.493391] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.493571] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.493663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.493753] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 is going to be updated. [ 1197.512972] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.513179] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.513306] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.513586] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.513844] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.514012] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.514146] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.514366] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.514520] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.514727] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1197.514844] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1197.514957] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1197.515083] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1197.515198] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1197.515411] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1197.515569] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1197.524573] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.524689] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.524689] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.524826] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.524962] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.532930] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 in Status: IN_PROGRESS for 2s [ 1197.536249] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1197.536458] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1197.536687] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1197.536963] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.537459] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-eb81726c-fb51-4445-8ba7-f1207a16ce32 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.537698] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-eb81726c-fb51-4445-8ba7-f1207a16ce32" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.537918] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-eb81726c-fb51-4445-8ba7-f1207a16ce32" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.538368] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-eb81726c-fb51-4445-8ba7-f1207a16ce32" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.538604] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb81726c-fb51-4445-8ba7-f1207a16ce32',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.685061] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.042633] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.042633] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.042633] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.042633] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.042633] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.042633] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port eb81726c-fb51-4445-8ba7-f1207a16ce32 not found, creating... [ 1198.042954] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.042954] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.042954] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.043163] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.043302] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.043651] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.043820] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.043942] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.044223] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.044370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.044522] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: eb81726c-fb51-4445-8ba7-f1207a16ce32 is going to be created. [ 1198.063594] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.063782] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.063911] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.064180] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.064408] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.064638] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-eb81726c-fb51-4445-8ba7-f1207a16ce32" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.187509] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.690296] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.690582] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.690656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.690969] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.691155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.691313] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1198.720113] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.720271] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.720343] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.720537] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.720682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.729432] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1198.879924] env[69242]: INFO networking_nsxv3.common.synchronization [req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff req-bfeda372-7caa-4c35-b014-218bf2c98e02 service nova] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_rules [ 1198.879924] env[69242]: INFO networking_nsxv3.common.synchronization [req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff req-bfeda372-7caa-4c35-b014-218bf2c98e02 service nova] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1198.879924] env[69242]: INFO networking_nsxv3.common.synchronization [req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff req-bfeda372-7caa-4c35-b014-218bf2c98e02 service nova] Enqueued Resource ID: eb81726c-fb51-4445-8ba7-f1207a16ce32 with Priority: HIGHEST for action port [ 1198.879924] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_rules [ 1198.879924] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1198.879924] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb81726c-fb51-4445-8ba7-f1207a16ce32 with Priority: HIGHEST for action port [ 1198.879924] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.879924] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.879924] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.879924] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.879924] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.880364] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.880485] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.880706] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb81726c-fb51-4445-8ba7-f1207a16ce32 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.880819] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb81726c-fb51-4445-8ba7-f1207a16ce32" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.880888] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb81726c-fb51-4445-8ba7-f1207a16ce32" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.881077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb81726c-fb51-4445-8ba7-f1207a16ce32" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.881156] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb81726c-fb51-4445-8ba7-f1207a16ce32',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.383025] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.383193] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.383393] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb81726c-fb51-4445-8ba7-f1207a16ce32 with status ACTIVE [ 1199.383588] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.383699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.383767] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.383998] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.384076] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.384277] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.384336] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.384400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.384562] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.384634] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.384805] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.384894] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.384954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.385139] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.385219] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.385302] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb81726c-fb51-4445-8ba7-f1207a16ce32 is going to be updated. [ 1199.406960] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.407109] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.407241] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.407364] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.407501] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.407655] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb81726c-fb51-4445-8ba7-f1207a16ce32" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.473200] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: SUCCESS [ 1199.473412] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.542015] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 in Status: SUCCESS [ 1199.542161] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 deletion is rescheduled due to dependency. [ 1199.542265] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.739470] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1200.739808] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.739858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.740124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.740330] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.740451] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.740509] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.740695] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.740786] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.740888] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.243705] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.745615] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.247936] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.248197] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.248197] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.248393] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.248485] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.248589] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1202.278280] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.278280] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.278406] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.278605] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.278803] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.289454] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1203.460617] env[69242]: INFO networking_nsxv3.common.synchronization [req-168ebda8-32ae-44c2-afac-3059d40e9617 req-a16260d9-1504-4f92-be2f-dff4e26d73d3 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Enqueued Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGHEST for action security_group_members [ 1203.460919] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGHEST for action security_group_members [ 1203.461256] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-22fbaf9f-010c-4305-9541-48c6eb474738 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.461399] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.461493] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.463152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.463152] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.463152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.463152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.463152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.463152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.463152] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.966055] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.966055] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.966055] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.966393] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.966393] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.966514] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.966628] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.966694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.966853] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.966932] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.967037] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22fbaf9f-010c-4305-9541-48c6eb474738 is going to be updated. [ 1203.995198] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.995351] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.995396] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.995607] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.995749] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.004857] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22fbaf9f-010c-4305-9541-48c6eb474738 in Status: IN_PROGRESS for 2s [ 1204.298975] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1204.299248] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.299434] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.299675] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.299880] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.300030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.300101] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.300284] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.300375] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.300466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.300567] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.802831] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.803157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.803157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.803337] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.803605] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.803791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.803861] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.804055] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.804154] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.804246] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.804404] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.804518] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.804606] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.804744] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.804906] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.805014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.805077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.805214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.805826] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.805928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.806037] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.308385] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4968111-4491-4844-b989-8cc267c0715f: rpc.has_security_group_logging(os_id): False [ 1205.325897] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.326073] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.326143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.326327] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.326419] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.326850] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.326964] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.327041] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.327204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.327285] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.327476] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.327569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.327632] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.327766] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.327838] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.328018] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.328110] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.328172] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.328306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.328381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.328464] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1205.419342] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.419558] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.419615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.419840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.420035] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.437148] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1206.014146] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22fbaf9f-010c-4305-9541-48c6eb474738 in Status: SUCCESS [ 1206.014418] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22fbaf9f-010c-4305-9541-48c6eb474738 deletion is rescheduled due to dependency. [ 1206.014458] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.452504] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1207.452836] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.462152] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.462474] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1208.643992] env[69242]: INFO networking_nsxv3.common.synchronization [req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 req-f2bdbae4-cfa6-40d6-8a4f-7cabbbcbcb77 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1208.644531] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1208.644853] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.644992] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.645705] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.646834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.647022] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.647131] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.647222] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.647412] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.647531] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.648094] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.150787] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.653974] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.156690] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.157334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.157334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.157334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.157520] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.157520] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1210.188703] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.189115] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.189933] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.190138] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.190301] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.198893] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1211.551643] env[69242]: INFO networking_nsxv3.common.synchronization [None req-0fe603bf-8acb-428c-b7d0-4e62a7e3f567 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Enqueued Resource ID: 7d63216f-4245-4a47-8803-16d64a935804 with Priority: HIGHEST for action security_group_rules [ 1211.552305] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d63216f-4245-4a47-8803-16d64a935804 with Priority: HIGHEST for action security_group_rules [ 1211.552445] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d63216f-4245-4a47-8803-16d64a935804 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.552571] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.552636] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.552921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.553017] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d63216f-4245-4a47-8803-16d64a935804',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.618963] env[69242]: INFO networking_nsxv3.common.synchronization [None req-c3b251b0-2d8a-4bbb-aeac-5d8f7d781560 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Enqueued Resource ID: 7d63216f-4245-4a47-8803-16d64a935804 with Priority: HIGHEST for action security_group_rules [ 1211.619540] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d63216f-4245-4a47-8803-16d64a935804 with Priority: HIGHEST for action security_group_rules [ 1211.619835] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d63216f-4245-4a47-8803-16d64a935804 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.619939] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.943106] env[69242]: INFO networking_nsxv3.common.synchronization [req-3d244fa9-6591-4ce0-9137-75b6300d03b6 req-b6445fb6-c453-4aab-a5b8-b678df1fe182 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Enqueued Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_members [ 1211.943681] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_members [ 1211.943985] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.944117] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.944181] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.944377] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.944556] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.944663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.944738] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.944879] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.944964] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.945067] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.072748] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.072965] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.072965] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.074387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.074387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.074387] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d63216f-4245-4a47-8803-16d64a935804 already deleted. [ 1212.074387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.074387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.074387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.074387] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d63216f-4245-4a47-8803-16d64a935804',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.208355] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1212.208355] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.447046] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.447236] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.447283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.447497] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.447604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.447799] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.447894] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.447954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.448116] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.448191] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.448279] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 is going to be updated. [ 1212.476069] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.476244] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.476316] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.476541] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.476628] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.484668] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: IN_PROGRESS for 2s [ 1212.596054] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.596357] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.596357] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.596478] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.596569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.596668] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d63216f-4245-4a47-8803-16d64a935804 already deleted. [ 1212.596748] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.493870] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: SUCCESS [ 1214.493870] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 deletion is rescheduled due to dependency. [ 1214.493870] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.944862] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1216.945149] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1216.949906] env[69242]: INFO networking_nsxv3.common.synchronization [req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 req-4275ca50-4695-4635-b03a-e0b2d0529a58 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Enqueued Resource ID: 7d63216f-4245-4a47-8803-16d64a935804 with Priority: HIGHEST for action security_group_members [ 1216.950057] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d63216f-4245-4a47-8803-16d64a935804 with Priority: HIGHEST for action security_group_members [ 1216.950583] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d63216f-4245-4a47-8803-16d64a935804 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.950705] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.950858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.951105] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.951278] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.951381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.951444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.951613] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.951678] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.951775] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d63216f-4245-4a47-8803-16d64a935804',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.296784] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-352 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.297119] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-352" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.297335] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-352" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.297546] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-352" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.297806] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.297965] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.298097] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.298310] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.298459] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.298681] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1217.298801] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1217.298915] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1217.299037] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1217.299153] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1217.299264] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1217.299402] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1217.318664] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1217.318831] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1217.318997] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1217.319178] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-352" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.319450] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-20f0c78a-ac02-40ac-b264-377a198b9f2d taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.319613] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-20f0c78a-ac02-40ac-b264-377a198b9f2d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.319812] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-20f0c78a-ac02-40ac-b264-377a198b9f2d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.320114] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-20f0c78a-ac02-40ac-b264-377a198b9f2d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.320255] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20f0c78a-ac02-40ac-b264-377a198b9f2d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.454137] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.454338] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.454388] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.454578] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.454675] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.454867] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.454962] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.455035] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.455189] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.455265] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.455348] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d63216f-4245-4a47-8803-16d64a935804 already deleted. [ 1217.455427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.823037] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.823271] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.823271] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.823616] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.823884] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.824072] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 20f0c78a-ac02-40ac-b264-377a198b9f2d not found, creating... [ 1217.824346] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.824529] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.824653] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.824885] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.825036] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.825328] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.825486] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.825798] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.826054] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.826200] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.826344] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 20f0c78a-ac02-40ac-b264-377a198b9f2d is going to be created. [ 1217.846022] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.846252] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.846349] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.846597] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.846826] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.847060] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-20f0c78a-ac02-40ac-b264-377a198b9f2d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.510645] env[69242]: INFO networking_nsxv3.common.synchronization [req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 req-255f9ba7-24fe-426a-a899-d506388e27c7 service nova] Enqueued Resource ID: 7d63216f-4245-4a47-8803-16d64a935804 with Priority: HIGHEST for action security_group_rules [ 1218.510862] env[69242]: INFO networking_nsxv3.common.synchronization [req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 req-255f9ba7-24fe-426a-a899-d506388e27c7 service nova] Enqueued Resource ID: 7d63216f-4245-4a47-8803-16d64a935804 with Priority: HIGHEST for action security_group_members [ 1218.510974] env[69242]: INFO networking_nsxv3.common.synchronization [req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 req-255f9ba7-24fe-426a-a899-d506388e27c7 service nova] Enqueued Resource ID: 20f0c78a-ac02-40ac-b264-377a198b9f2d with Priority: HIGHEST for action port [ 1218.511215] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d63216f-4245-4a47-8803-16d64a935804 with Priority: HIGHEST for action security_group_rules [ 1218.511342] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d63216f-4245-4a47-8803-16d64a935804 with Priority: HIGHEST for action security_group_members [ 1218.511438] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20f0c78a-ac02-40ac-b264-377a198b9f2d with Priority: HIGHEST for action port [ 1218.512032] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d63216f-4245-4a47-8803-16d64a935804 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.513983] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.514074] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.514280] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.514365] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d63216f-4245-4a47-8803-16d64a935804',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.515717] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d63216f-4245-4a47-8803-16d64a935804 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.515859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.515918] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.516408] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.516571] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.516676] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.516742] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.516903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.516989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.517094] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d63216f-4245-4a47-8803-16d64a935804',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.517831] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-20f0c78a-ac02-40ac-b264-377a198b9f2d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.517939] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20f0c78a-ac02-40ac-b264-377a198b9f2d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.518014] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20f0c78a-ac02-40ac-b264-377a198b9f2d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.518172] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20f0c78a-ac02-40ac-b264-377a198b9f2d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.518246] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20f0c78a-ac02-40ac-b264-377a198b9f2d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.019675] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d63216f-4245-4a47-8803-16d64a935804 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.019675] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.021219] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d63216f-4245-4a47-8803-16d64a935804',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.021930] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20f0c78a-ac02-40ac-b264-377a198b9f2d with status ACTIVE [ 1219.022133] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.022330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.022330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.022511] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.022600] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.022772] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.022874] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.023106] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.023106] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.023225] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.023317] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.023403] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.023454] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.023805] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.023805] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.023805] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20f0c78a-ac02-40ac-b264-377a198b9f2d is going to be updated. [ 1219.044452] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.044649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.044649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.044842] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.045116] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.045183] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20f0c78a-ac02-40ac-b264-377a198b9f2d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.124347] env[69242]: INFO networking_nsxv3.common.synchronization [req-03b90071-ea20-44ae-a408-09dca0088d31 req-aa09d264-7b98-4d4f-a030-8dedf68b1564 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1219.125094] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1219.125476] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.125630] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.125765] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.126195] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.126366] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.126587] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.126587] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.126761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.126915] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.126973] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.395109] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.395109] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.395109] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.395109] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.395109] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.395109] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.395109] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.395417] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.395417] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.395538] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1219.395651] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1219.395797] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1219.395924] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1219.396049] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1219.396157] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1219.396294] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1219.412918] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1219.413019] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1219.413220] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1219.413383] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.413755] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-035219f8-2bf8-423b-a50a-5ebc7dc9ffeb taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.413944] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-035219f8-2bf8-423b-a50a-5ebc7dc9ffeb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.414091] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-035219f8-2bf8-423b-a50a-5ebc7dc9ffeb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.414415] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-035219f8-2bf8-423b-a50a-5ebc7dc9ffeb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.414574] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('035219f8-2bf8-423b-a50a-5ebc7dc9ffeb',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.526026] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d63216f-4245-4a47-8803-16d64a935804',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.629643] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.917049] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.917251] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.917303] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.917637] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.917928] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.918070] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 035219f8-2bf8-423b-a50a-5ebc7dc9ffeb not found, creating... [ 1219.918451] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.918659] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.918817] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.919179] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.919429] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.919736] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.919904] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.920131] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.920370] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.920532] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.920683] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 035219f8-2bf8-423b-a50a-5ebc7dc9ffeb is going to be created. [ 1219.939321] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.939524] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.939671] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.940010] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.940349] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.940617] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-035219f8-2bf8-423b-a50a-5ebc7dc9ffeb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.031548] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.031814] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.031908] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.032163] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.032259] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.032361] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d63216f-4245-4a47-8803-16d64a935804 is going to be created. [ 1220.074372] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.074585] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.074585] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.074752] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.074907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.083021] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d63216f-4245-4a47-8803-16d64a935804 in Status: UNINITIALIZED for 2s [ 1220.131425] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.624717] env[69242]: INFO networking_nsxv3.common.synchronization [req-03b90071-ea20-44ae-a408-09dca0088d31 req-6a4ac9b4-6791-409c-a3cb-9d07158b9a45 service nova] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_rules [ 1220.625010] env[69242]: INFO networking_nsxv3.common.synchronization [req-03b90071-ea20-44ae-a408-09dca0088d31 req-6a4ac9b4-6791-409c-a3cb-9d07158b9a45 service nova] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1220.625121] env[69242]: INFO networking_nsxv3.common.synchronization [req-03b90071-ea20-44ae-a408-09dca0088d31 req-6a4ac9b4-6791-409c-a3cb-9d07158b9a45 service nova] Enqueued Resource ID: 035219f8-2bf8-423b-a50a-5ebc7dc9ffeb with Priority: HIGHEST for action port [ 1220.625288] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_rules [ 1220.625407] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1220.625498] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035219f8-2bf8-423b-a50a-5ebc7dc9ffeb with Priority: HIGHEST for action port [ 1220.627411] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.627545] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.627618] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.627821] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.627901] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.629457] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.629562] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.629750] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-035219f8-2bf8-423b-a50a-5ebc7dc9ffeb taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.629852] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-035219f8-2bf8-423b-a50a-5ebc7dc9ffeb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.629915] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-035219f8-2bf8-423b-a50a-5ebc7dc9ffeb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.630091] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-035219f8-2bf8-423b-a50a-5ebc7dc9ffeb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.630166] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('035219f8-2bf8-423b-a50a-5ebc7dc9ffeb',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.633504] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.633667] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.633744] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.633902] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.633987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.634089] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1220.660949] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.661090] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.661144] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.661316] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.661455] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.669274] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1221.130011] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.130152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.131478] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 035219f8-2bf8-423b-a50a-5ebc7dc9ffeb with status ACTIVE [ 1221.131683] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.131794] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.132108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.132372] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.132597] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.132804] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.132906] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.132999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.133439] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.133583] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.133770] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.133866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.133928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.134091] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.134167] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.134252] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 035219f8-2bf8-423b-a50a-5ebc7dc9ffeb is going to be updated. [ 1221.154344] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.154489] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.154546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.154740] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.154876] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.155052] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-035219f8-2bf8-423b-a50a-5ebc7dc9ffeb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.440166] env[69242]: INFO networking_nsxv3.common.synchronization [req-fcd3f6da-215b-4e20-83c1-71d03f2689ab req-d57dd270-2889-44fc-bbde-c3ced64059f5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Enqueued Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_members [ 1221.440166] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_members [ 1221.440166] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.440166] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.440166] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.440579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.440579] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.440579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.440793] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.440793] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.440929] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.440997] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.747355] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.747645] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-65" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.747685] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-65" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.747970] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-65" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.748247] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.748410] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.748530] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.748752] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.748903] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.749127] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1221.749245] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.749356] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.749475] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.749578] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1221.749688] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.749823] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.767310] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.767310] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1221.767310] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.767310] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-65" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.767581] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-9036f984-c784-4ec7-888f-fa62cc3925f0 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.767581] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-9036f984-c784-4ec7-888f-fa62cc3925f0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.767959] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-9036f984-c784-4ec7-888f-fa62cc3925f0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.768965] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-9036f984-c784-4ec7-888f-fa62cc3925f0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.769131] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9036f984-c784-4ec7-888f-fa62cc3925f0',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.943732] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.944326] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.944556] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.944886] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.945126] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.945453] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.945692] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.945859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.946142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.946319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.946497] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 is going to be updated. [ 1221.970569] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.971062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.971250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.971607] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.971865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.985449] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: IN_PROGRESS for 2s [ 1222.092606] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d63216f-4245-4a47-8803-16d64a935804 in Status: SUCCESS [ 1222.093021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.094028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.094028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.094028] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.094028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.094028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.094028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.094028] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.094363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.094363] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d63216f-4245-4a47-8803-16d64a935804',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.273102] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.273102] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.273102] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.273102] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.273102] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.273471] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 9036f984-c784-4ec7-888f-fa62cc3925f0 not found, creating... [ 1222.273517] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.273727] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.273861] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.274100] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.274244] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.274528] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.274727] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.274851] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.275095] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.275240] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.275460] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 9036f984-c784-4ec7-888f-fa62cc3925f0 is going to be created. [ 1222.311190] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.311416] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.311588] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.311924] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.312218] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.312488] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-9036f984-c784-4ec7-888f-fa62cc3925f0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.596516] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d63216f-4245-4a47-8803-16d64a935804',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.679907] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1222.680192] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.680343] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.680579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.680770] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.680898] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.680974] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.681132] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.681211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.681307] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.026328] env[69242]: INFO networking_nsxv3.common.synchronization [req-fcd3f6da-215b-4e20-83c1-71d03f2689ab req-c787acd6-d55e-481c-98dd-04f8830c5e01 service nova] Enqueued Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_rules [ 1223.026328] env[69242]: INFO networking_nsxv3.common.synchronization [req-fcd3f6da-215b-4e20-83c1-71d03f2689ab req-c787acd6-d55e-481c-98dd-04f8830c5e01 service nova] Enqueued Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_members [ 1223.026328] env[69242]: INFO networking_nsxv3.common.synchronization [req-fcd3f6da-215b-4e20-83c1-71d03f2689ab req-c787acd6-d55e-481c-98dd-04f8830c5e01 service nova] Enqueued Resource ID: 9036f984-c784-4ec7-888f-fa62cc3925f0 with Priority: HIGHEST for action port [ 1223.026328] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_rules [ 1223.026328] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_members [ 1223.026328] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9036f984-c784-4ec7-888f-fa62cc3925f0 with Priority: HIGHEST for action port [ 1223.026328] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.026328] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.026328] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.027310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.027593] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.028723] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.029289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.029289] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-9036f984-c784-4ec7-888f-fa62cc3925f0 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.029540] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9036f984-c784-4ec7-888f-fa62cc3925f0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.029729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9036f984-c784-4ec7-888f-fa62cc3925f0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.030389] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9036f984-c784-4ec7-888f-fa62cc3925f0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.030389] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9036f984-c784-4ec7-888f-fa62cc3925f0',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.100874] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d63216f-4245-4a47-8803-16d64a935804: rpc.has_security_group_logging(os_id): False [ 1223.118056] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.118056] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.118277] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.118371] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.118481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.118752] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.118866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.118935] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.119129] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.119229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.119334] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d63216f-4245-4a47-8803-16d64a935804 is going to be created. [ 1223.172861] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.173044] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.173096] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.173293] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.173486] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.182754] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d63216f-4245-4a47-8803-16d64a935804 in Status: IN_PROGRESS for 2s [ 1223.184063] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.532572] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.532736] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.534162] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9036f984-c784-4ec7-888f-fa62cc3925f0 with status ACTIVE [ 1223.534417] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.534560] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.534665] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.534876] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.534983] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.535180] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.535282] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.535345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.535516] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.535593] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.535776] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.535868] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.535927] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.536102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.536179] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.536264] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9036f984-c784-4ec7-888f-fa62cc3925f0 is going to be updated. [ 1223.554982] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.555150] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.555206] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.555361] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.555484] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.555628] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9036f984-c784-4ec7-888f-fa62cc3925f0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.687271] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.996959] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: SUCCESS [ 1223.997174] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 deletion is rescheduled due to dependency. [ 1223.997287] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.997439] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.997651] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.997830] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.997941] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.998013] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.998170] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.998248] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.998338] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.190107] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.190479] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.190479] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.190585] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.190648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.190750] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1224.231825] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.231989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.232099] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.232241] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.232387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.241235] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1224.500692] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.003018] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.194603] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d63216f-4245-4a47-8803-16d64a935804 in Status: SUCCESS [ 1225.195036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.506103] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.506263] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.506337] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.506612] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.506705] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.506814] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 is going to be updated. [ 1225.547945] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.548173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.548290] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.548546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.548748] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.563748] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: IN_PROGRESS for 2s [ 1226.252075] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1226.252075] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.252413] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.252413] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.252489] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.252589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.252653] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.252798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.252878] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.252958] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.253059] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.755454] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.755703] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.755703] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.755895] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.756072] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.756175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.756239] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.756389] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.756476] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.756563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.756707] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.756800] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.756863] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.756996] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.757144] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.757235] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.757295] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.757431] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.757504] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.757586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.757710] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.260224] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4968111-4491-4844-b989-8cc267c0715f: rpc.has_security_group_logging(os_id): False [ 1227.277672] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.277864] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.277919] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.278102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.278194] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.278404] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.278542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.278594] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.278701] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.278773] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.278957] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.279066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.279127] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.279265] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.279336] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.279509] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.279597] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.279658] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.279792] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.279865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.279948] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1227.336942] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.337158] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.337315] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.337635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.337860] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.353077] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1227.573117] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: SUCCESS [ 1227.573321] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.573475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.573839] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.574063] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.574193] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.574266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.574429] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.574552] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.574659] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.574753] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.026454] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.026697] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1228.077265] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.580051] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8052d6f-b6de-4cb9-a4d1-59c3a9782507: rpc.has_security_group_logging(os_id): False [ 1228.596474] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.596614] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.596659] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.596831] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.596923] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.597181] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.597283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.597346] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.597490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.597566] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.597652] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 is going to be updated. [ 1228.659867] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.660063] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.660063] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.660264] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.660417] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.675492] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: IN_PROGRESS for 2s [ 1229.367503] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1229.367740] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.690174] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: SUCCESS [ 1230.690431] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.195227] env[69242]: INFO networking_nsxv3.common.synchronization [req-a041e50a-3bd1-4762-93f0-17d6107e7b2d req-d8ac2cf2-e49a-49db-b8d0-78722c637f31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1232.195679] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1232.195998] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.196135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.196201] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.196388] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.196540] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.196655] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.196718] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.196856] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.196937] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.197053] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.700115] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.202431] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.705190] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.705411] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.705411] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.705635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.705724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.705821] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1233.735692] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.735856] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.735907] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.736268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.736489] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.744588] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1235.755209] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1235.755585] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.197119] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1237.197482] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1241.300317] env[69242]: INFO networking_nsxv3.common.synchronization [req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 req-ff43c50a-a261-47fd-888c-55f710dba3e8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1241.300846] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1241.301616] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.301616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.301616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.301616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.301882] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.301882] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.301882] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.302046] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.302105] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.302191] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.547105] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.547318] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.547443] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.547721] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.547985] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.548175] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.548300] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.548525] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.548677] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.548895] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1241.549024] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1241.549163] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1241.549280] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1241.549396] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1241.549506] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1241.549645] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1241.568481] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1241.568669] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1241.568778] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1241.568962] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.569310] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-862296e9-aa58-4a57-970e-82782a1d80ce taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.569487] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-862296e9-aa58-4a57-970e-82782a1d80ce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.569606] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-862296e9-aa58-4a57-970e-82782a1d80ce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.569938] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-862296e9-aa58-4a57-970e-82782a1d80ce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.570096] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('862296e9-aa58-4a57-970e-82782a1d80ce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.805039] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.072099] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.072357] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.072491] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.072801] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.072959] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.073127] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 862296e9-aa58-4a57-970e-82782a1d80ce not found, creating... [ 1242.073396] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.073559] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.073722] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.073941] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.074107] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.074399] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.074620] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.074688] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.074917] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.075074] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.075211] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 862296e9-aa58-4a57-970e-82782a1d80ce is going to be created. [ 1242.095333] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.095548] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.095771] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.096085] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.096331] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.096800] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-862296e9-aa58-4a57-970e-82782a1d80ce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.307242] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.793397] env[69242]: INFO networking_nsxv3.common.synchronization [req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 req-afdf4f5f-f951-4ade-bd5a-e7755520c990 service nova] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_rules [ 1242.793580] env[69242]: INFO networking_nsxv3.common.synchronization [req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 req-afdf4f5f-f951-4ade-bd5a-e7755520c990 service nova] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1242.793755] env[69242]: INFO networking_nsxv3.common.synchronization [req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 req-afdf4f5f-f951-4ade-bd5a-e7755520c990 service nova] Enqueued Resource ID: 862296e9-aa58-4a57-970e-82782a1d80ce with Priority: HIGHEST for action port [ 1242.793993] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_rules [ 1242.794136] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1242.794231] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862296e9-aa58-4a57-970e-82782a1d80ce with Priority: HIGHEST for action port [ 1242.794775] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.794906] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.794972] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.795250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.795330] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.796563] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.796563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.796563] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-862296e9-aa58-4a57-970e-82782a1d80ce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.796563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-862296e9-aa58-4a57-970e-82782a1d80ce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.796563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-862296e9-aa58-4a57-970e-82782a1d80ce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.796967] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-862296e9-aa58-4a57-970e-82782a1d80ce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.796967] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('862296e9-aa58-4a57-970e-82782a1d80ce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.809537] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.809663] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.809742] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.809902] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.809995] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.810104] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1242.843059] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.843245] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.843245] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.843437] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.843577] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.853404] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1243.298667] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.298667] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.300191] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 862296e9-aa58-4a57-970e-82782a1d80ce with status ACTIVE [ 1243.300191] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.300332] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.300373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.300575] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.300665] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.300843] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.300936] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.300999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.301160] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.301237] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.301412] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.301500] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.301554] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.301703] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.301774] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.301855] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 862296e9-aa58-4a57-970e-82782a1d80ce is going to be updated. [ 1243.320658] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.321029] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.321029] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.321178] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.321231] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.321392] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-862296e9-aa58-4a57-970e-82782a1d80ce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.862664] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1244.863036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.863036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.863246] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.863425] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.863539] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.863604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.863779] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.863855] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.863947] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.366459] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.869099] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.371427] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.371588] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.371704] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.371938] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.372048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.372201] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1246.403547] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.403725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.403772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.403966] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.404129] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.411969] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1247.795591] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1247.795939] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1248.422503] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1248.422712] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.422909] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.423182] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.423378] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.423487] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.423552] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.423741] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.423841] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.423894] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.423981] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.926369] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.926713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.926713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.926912] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.927089] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.927212] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.927291] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.927480] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.927589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.927703] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.927871] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.927984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.928073] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.928283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.928453] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.928564] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.928636] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.928812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.928909] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.929013] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.929125] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.435541] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4968111-4491-4844-b989-8cc267c0715f: rpc.has_security_group_logging(os_id): False [ 1249.452457] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.452682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.452682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.452955] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.453114] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.453317] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.453413] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.453489] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.453652] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.453753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.453970] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.454081] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.454153] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.454282] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.454356] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.454550] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.454640] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.454714] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.454853] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.454938] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.455033] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1249.511870] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.512095] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.512095] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.512276] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.512418] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.527141] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1251.543102] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1251.543102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.796699] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1252.797069] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1255.446805] env[69242]: INFO networking_nsxv3.common.synchronization [req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 req-0901807f-471c-47e7-9729-0cfe5ebc99b0 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1255.446805] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1255.446805] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.447180] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.447180] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.447180] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.447324] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.447324] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.447447] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.447534] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.447655] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.447707] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.694666] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.694911] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.695054] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.695320] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.695575] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.695734] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.695855] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.696086] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.696232] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.696441] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.696556] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1255.696667] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1255.696777] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1255.696890] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.696995] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1255.697144] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1255.716742] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1255.716909] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1255.717062] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1255.717241] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.717538] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-482cc604-e1ca-4037-881d-6e90cb691906 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.717704] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-482cc604-e1ca-4037-881d-6e90cb691906" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.717827] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-482cc604-e1ca-4037-881d-6e90cb691906" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.718151] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-482cc604-e1ca-4037-881d-6e90cb691906" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.718295] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('482cc604-e1ca-4037-881d-6e90cb691906',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.949715] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.220320] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.220536] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.220667] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.220966] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.221134] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.221294] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 482cc604-e1ca-4037-881d-6e90cb691906 not found, creating... [ 1256.221561] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.221998] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.221998] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.222129] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.222264] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.222478] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.222633] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.222753] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.222970] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.223122] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.223306] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 482cc604-e1ca-4037-881d-6e90cb691906 is going to be created. [ 1256.243793] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.244013] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.244102] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.244348] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.244577] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.244837] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-482cc604-e1ca-4037-881d-6e90cb691906" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.452031] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.950535] env[69242]: INFO networking_nsxv3.common.synchronization [req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 req-aa5e8f10-6798-4bf1-ad01-3ade02ac316c service nova] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_rules [ 1256.950723] env[69242]: INFO networking_nsxv3.common.synchronization [req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 req-aa5e8f10-6798-4bf1-ad01-3ade02ac316c service nova] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1256.950867] env[69242]: INFO networking_nsxv3.common.synchronization [req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 req-aa5e8f10-6798-4bf1-ad01-3ade02ac316c service nova] Enqueued Resource ID: 482cc604-e1ca-4037-881d-6e90cb691906 with Priority: HIGHEST for action port [ 1256.951113] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_rules [ 1256.951243] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1256.951339] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 482cc604-e1ca-4037-881d-6e90cb691906 with Priority: HIGHEST for action port [ 1256.951871] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.951993] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.952313] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.952527] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.952610] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.953997] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.954137] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.954307] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-482cc604-e1ca-4037-881d-6e90cb691906 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.954434] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-482cc604-e1ca-4037-881d-6e90cb691906" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.954495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-482cc604-e1ca-4037-881d-6e90cb691906" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.954630] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-482cc604-e1ca-4037-881d-6e90cb691906" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.954808] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('482cc604-e1ca-4037-881d-6e90cb691906',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.956025] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.956271] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.956363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.956526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.956615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.956709] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1256.987166] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.987311] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.987354] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.987552] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.987697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.996196] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1257.454915] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.455231] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.456395] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 482cc604-e1ca-4037-881d-6e90cb691906 with status ACTIVE [ 1257.456586] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.456701] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.456812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.457104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.457104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.457350] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.457350] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.457480] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.457531] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.457586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.457767] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.457934] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.457934] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.458068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.458146] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.458228] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 482cc604-e1ca-4037-881d-6e90cb691906 is going to be updated. [ 1257.477787] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.478036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.478036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.478233] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.478397] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.478519] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-482cc604-e1ca-4037-881d-6e90cb691906" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.004787] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1259.005137] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.005201] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.005493] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.005703] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.005846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.005933] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.006123] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.006242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.006362] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.508787] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.011199] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.514019] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.514242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.514333] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.514474] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.514568] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.514670] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1260.561519] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.561775] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.561775] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.561909] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.562046] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.570776] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1261.952618] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.952618] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1262.582057] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1262.582057] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.582057] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.582303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.582303] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.582421] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.582472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.582622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.582698] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.582782] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.582872] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.084743] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.085216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.085216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.085216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.085387] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.085489] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.085549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.085706] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.085793] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.085884] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.086037] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.086130] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.086190] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.086330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.086461] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.086550] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.086609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.086740] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.086814] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.086895] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.086978] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.590133] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4968111-4491-4844-b989-8cc267c0715f: rpc.has_security_group_logging(os_id): False [ 1263.605911] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.606111] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.606170] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.606339] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.606432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.606648] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.606748] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.606812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.606959] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.607057] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.607245] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.607362] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.607402] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.607530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.607604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.607784] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.607860] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.607925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.608077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.608153] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.608246] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1263.673686] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.673888] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.673940] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.674134] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.674281] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.688699] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1265.705640] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1265.706035] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.953186] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1266.953573] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1267.201912] env[69242]: INFO networking_nsxv3.common.synchronization [req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 req-6f6140d5-ac18-4f7d-b0bc-e95a20e1227c tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1267.202419] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1267.202715] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.206031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.206031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.206031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.206031] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.206031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.206031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.206031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.206031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.206031] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.708062] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.210454] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.712787] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.713024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.713024] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.713250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.713345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.713448] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1268.743795] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.743795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.743795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.743795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.744111] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.751949] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1270.762195] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1270.762455] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.783728] env[69242]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1271.784304] env[69242]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] NSXv3 Agent Agent loop - iteration:3 started [ 1272.203271] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.203409] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1273.762899] env[69242]: INFO networking_nsxv3.common.synchronization [req-93116c19-94d6-4674-8eed-1b0f7eebde1f req-08eb38a4-804f-4e3b-8df4-d8f7f922a0ab tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1273.762899] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1273.763332] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.763332] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.763332] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.763525] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.763525] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.763680] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.763737] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.763891] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.763979] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.764085] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.266475] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.769997] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.271986] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.272203] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.272281] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.272454] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.272542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.272636] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1275.299302] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.299457] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.299500] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.299672] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.299808] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.309079] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1277.319456] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1277.319820] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.763383] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.763748] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1283.372781] env[69242]: INFO networking_nsxv3.common.synchronization [req-b80a11af-2999-4c08-b53f-1417ccfe58fb req-1e992b19-0637-4e90-8b36-ea6cc8203a55 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Enqueued Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_members [ 1283.373531] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGHEST for action security_group_members [ 1283.374022] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.374215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.374265] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.374509] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.374717] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.374839] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.374922] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.375159] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.375274] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.375395] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.878503] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.878706] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.878706] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.878929] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.879067] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.879326] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.879449] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.879514] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.879671] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.879750] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.879839] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 is going to be updated. [ 1283.912535] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.912708] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.912792] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.913034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.913193] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.921047] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: IN_PROGRESS for 2s [ 1285.275283] env[69242]: INFO networking_nsxv3.common.synchronization [req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 req-2a3ac70e-bfa8-4014-ab4f-bb0e8c614152 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1285.275485] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1285.275784] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.275910] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.275966] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.276210] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.276397] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.276503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.276602] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.277063] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.277165] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.277282] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.582111] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.582354] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.582486] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.582769] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.583679] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.583756] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.583818] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.584157] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.584361] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.584634] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1285.584815] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1285.584967] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1285.585134] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1285.585283] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1285.585421] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1285.585593] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1285.604101] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1285.604413] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1285.604586] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1285.604782] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.605114] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-c9522512-5f36-4a71-be50-c69f8ece3900 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.605291] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-c9522512-5f36-4a71-be50-c69f8ece3900" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.605414] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-c9522512-5f36-4a71-be50-c69f8ece3900" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.605754] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-c9522512-5f36-4a71-be50-c69f8ece3900" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.605927] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9522512-5f36-4a71-be50-c69f8ece3900',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.779728] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.930649] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 in Status: SUCCESS [ 1285.930840] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 deletion is rescheduled due to dependency. [ 1285.930962] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.107952] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.108183] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.108284] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.108576] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.108730] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.108890] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port c9522512-5f36-4a71-be50-c69f8ece3900 not found, creating... [ 1286.109172] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.109337] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.109457] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.109676] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.109815] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.110125] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.110291] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.110411] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.110622] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.110760] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.110900] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: c9522512-5f36-4a71-be50-c69f8ece3900 is going to be created. [ 1286.128772] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.128974] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.129123] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.129346] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.129568] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.129778] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-c9522512-5f36-4a71-be50-c69f8ece3900" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.281713] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.786308] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.786308] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.786308] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.786308] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.786308] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.786308] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1286.813459] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.813459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.813459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.813459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.813459] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.820219] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1286.888274] env[69242]: INFO networking_nsxv3.common.synchronization [req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 req-5142c4b8-5787-4c7b-ae88-eac2301c9071 service nova] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_rules [ 1286.888274] env[69242]: INFO networking_nsxv3.common.synchronization [req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 req-5142c4b8-5787-4c7b-ae88-eac2301c9071 service nova] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1286.888274] env[69242]: INFO networking_nsxv3.common.synchronization [req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 req-5142c4b8-5787-4c7b-ae88-eac2301c9071 service nova] Enqueued Resource ID: c9522512-5f36-4a71-be50-c69f8ece3900 with Priority: HIGHEST for action port [ 1286.888274] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_rules [ 1286.888274] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1286.888274] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9522512-5f36-4a71-be50-c69f8ece3900 with Priority: HIGHEST for action port [ 1286.889113] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.889478] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.890322] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.890322] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.890322] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.892740] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.892740] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.893506] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9522512-5f36-4a71-be50-c69f8ece3900 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.893623] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9522512-5f36-4a71-be50-c69f8ece3900" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.893691] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9522512-5f36-4a71-be50-c69f8ece3900" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.893864] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9522512-5f36-4a71-be50-c69f8ece3900" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.893939] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9522512-5f36-4a71-be50-c69f8ece3900',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.395610] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.395954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.395954] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9522512-5f36-4a71-be50-c69f8ece3900 with status ACTIVE [ 1287.396106] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.396219] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.396306] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.396536] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.396631] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.396801] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.396898] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.396961] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.397153] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.397193] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.397365] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.397471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.397509] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.397669] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.397751] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.397836] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9522512-5f36-4a71-be50-c69f8ece3900 is going to be updated. [ 1287.417559] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.417754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.417829] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.418078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.418290] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.418483] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9522512-5f36-4a71-be50-c69f8ece3900" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.834866] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1288.835311] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.835311] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.835502] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.835679] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.835846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.835846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.836023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.836102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.836199] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.338418] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.843943] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.346595] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.346754] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.346849] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.347156] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.347293] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.347424] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1290.374852] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.375045] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.375045] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.375363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.375523] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.384895] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1291.887129] env[69242]: INFO networking_nsxv3.common.synchronization [req-ed86facd-2667-4b23-aa6d-f1d677f56c01 req-cdc23144-78ab-4fec-b0fc-486b5de670e6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Enqueued Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_members [ 1291.887538] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_members [ 1291.887898] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-606c1215-5dd7-4505-9436-82f0c5f680fe taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.888172] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.888275] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.888485] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.888645] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.888744] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.888805] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.888954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.889053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.889147] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.390709] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.390896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.390896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.391136] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.391229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.391424] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.391524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.391585] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.391732] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.391808] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.391893] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe is going to be updated. [ 1292.394817] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1292.395011] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.395173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.395333] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.395487] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.395586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.395649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.395788] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.395863] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.395946] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.396061] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.434835] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.435025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.435025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.435225] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.435369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.443721] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: IN_PROGRESS for 2s [ 1292.898207] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.898729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.898729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.898729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.898859] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.898913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.898948] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.899118] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.899217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.899304] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.899448] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.899542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.899595] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.899737] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.899869] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.899958] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.900027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.900165] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.900243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.900320] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.900404] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.402423] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4968111-4491-4844-b989-8cc267c0715f: rpc.has_security_group_logging(os_id): False [ 1293.420534] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.420707] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.420774] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.420989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.421112] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.421349] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.421470] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.421536] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.421682] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.421774] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.421966] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.422096] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.422173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.422318] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.422405] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.422649] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.422747] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.422809] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.422970] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.423057] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.423143] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1293.493339] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.493569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.493569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.493755] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.493903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.504735] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1294.453503] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: SUCCESS [ 1294.453503] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe deletion is rescheduled due to dependency. [ 1294.453503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.517034] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1295.517034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.888580] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.888580] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1297.608683] env[69242]: INFO networking_nsxv3.common.synchronization [req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef req-0e14a91d-3114-4ff8-bd99-4f00072830ec tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1297.609188] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1297.609482] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.609608] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.609672] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.609865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.610030] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.610131] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.610196] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.610333] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.610410] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.610533] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.113392] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.615474] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.119077] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.119543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.119543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.119758] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.119859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.120013] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1299.146430] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.146699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.146783] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.147009] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.147221] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.155950] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1301.166732] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1301.167121] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.879989] env[69242]: INFO networking_nsxv3.common.synchronization [req-c81188f7-5ac6-4672-a080-445e47283362 req-a1f20513-da19-4fc8-9f5d-12ea77d300ea tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Enqueued Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_members [ 1301.880392] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_members [ 1301.880818] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-606c1215-5dd7-4505-9436-82f0c5f680fe taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.881009] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.881199] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.881481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.881708] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.881829] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.881895] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.882072] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.882154] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.882328] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.206618] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-408 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.206987] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-408" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.206987] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-408" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.207236] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-408" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.207501] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.207659] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.207776] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.208335] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.208335] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.208335] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1302.208539] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1302.208582] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1302.208660] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1302.208770] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1302.208876] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1302.209017] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1302.227049] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1302.227224] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1302.227365] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1302.227540] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-408" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.227845] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-4bab27a9-f516-43fe-bf17-b3a121d1b742 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.228028] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-4bab27a9-f516-43fe-bf17-b3a121d1b742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.228156] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-4bab27a9-f516-43fe-bf17-b3a121d1b742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.228507] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-4bab27a9-f516-43fe-bf17-b3a121d1b742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.228649] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bab27a9-f516-43fe-bf17-b3a121d1b742',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.389080] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.389354] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.389354] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.389596] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.389713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.389922] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.390038] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.390097] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.390254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.390331] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.390435] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe is going to be updated. [ 1302.416219] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.416415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.416415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.416650] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.416765] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.425438] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: IN_PROGRESS for 2s [ 1302.731057] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.731440] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.731686] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.732124] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.732374] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.732617] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 4bab27a9-f516-43fe-bf17-b3a121d1b742 not found, creating... [ 1302.733046] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.733300] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.733501] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.733852] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.734093] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.734547] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.734801] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.734984] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.735322] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.735538] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.735757] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 4bab27a9-f516-43fe-bf17-b3a121d1b742 is going to be created. [ 1302.755227] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.755402] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.755493] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.755736] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.755962] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.756215] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-4bab27a9-f516-43fe-bf17-b3a121d1b742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.459196] env[69242]: INFO networking_nsxv3.common.synchronization [req-c81188f7-5ac6-4672-a080-445e47283362 req-ffa3d3a8-02d1-4d51-a859-a87800d46761 service nova] Enqueued Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_rules [ 1303.459424] env[69242]: INFO networking_nsxv3.common.synchronization [req-c81188f7-5ac6-4672-a080-445e47283362 req-ffa3d3a8-02d1-4d51-a859-a87800d46761 service nova] Enqueued Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_members [ 1303.459461] env[69242]: INFO networking_nsxv3.common.synchronization [req-c81188f7-5ac6-4672-a080-445e47283362 req-ffa3d3a8-02d1-4d51-a859-a87800d46761 service nova] Enqueued Resource ID: 4bab27a9-f516-43fe-bf17-b3a121d1b742 with Priority: HIGHEST for action port [ 1303.459686] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_rules [ 1303.459810] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_members [ 1303.459905] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bab27a9-f516-43fe-bf17-b3a121d1b742 with Priority: HIGHEST for action port [ 1303.460486] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-606c1215-5dd7-4505-9436-82f0c5f680fe taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.460545] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.460616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.460812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.460892] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.462375] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-606c1215-5dd7-4505-9436-82f0c5f680fe taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.462592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.463286] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bab27a9-f516-43fe-bf17-b3a121d1b742 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.463441] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bab27a9-f516-43fe-bf17-b3a121d1b742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.463562] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bab27a9-f516-43fe-bf17-b3a121d1b742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.463735] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bab27a9-f516-43fe-bf17-b3a121d1b742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.463841] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bab27a9-f516-43fe-bf17-b3a121d1b742',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.965940] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bab27a9-f516-43fe-bf17-b3a121d1b742 with status ACTIVE [ 1303.966177] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.966316] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.966433] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.966637] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.966732] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.966908] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.967029] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.967103] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.967267] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.967347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.967525] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.967618] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.967678] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.967818] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.967892] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.967975] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bab27a9-f516-43fe-bf17-b3a121d1b742 is going to be updated. [ 1303.969425] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-606c1215-5dd7-4505-9436-82f0c5f680fe taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.969530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.989737] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.989908] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.989908] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.990084] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.990213] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.990363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bab27a9-f516-43fe-bf17-b3a121d1b742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.434887] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: SUCCESS [ 1304.435111] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe deletion is rescheduled due to dependency. [ 1304.435199] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.435343] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.435545] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.435723] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.435834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.435896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.436061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.436144] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.436234] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.938264] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.440966] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.943753] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.944125] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.944125] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.944250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.944324] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.944456] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe is going to be updated. [ 1305.971371] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.971514] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.971584] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.971806] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.971957] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.980638] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: IN_PROGRESS for 2s [ 1307.728945] env[69242]: INFO networking_nsxv3.common.synchronization [req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb req-c42d16f7-6892-4543-a467-b69c3cf4d49b tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1307.728945] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1307.729341] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.729341] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.729341] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.729466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.729591] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.729698] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.729781] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.729955] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.729955] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.730115] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.988330] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.988641] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.988858] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.989227] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.989576] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.989823] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.990062] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.990382] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.990611] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.990899] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1307.991109] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1307.991324] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1307.991527] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1307.991736] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1307.991935] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1307.992167] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1307.993692] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: SUCCESS [ 1307.993958] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.994518] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.994678] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.994838] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.994956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.995030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.995155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.995234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.995324] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.995410] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.013409] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1308.013581] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1308.013723] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1308.013892] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-739" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.014225] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-4f2be000-1e65-48ab-8445-936e9927da86 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.014397] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-4f2be000-1e65-48ab-8445-936e9927da86" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.014520] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-4f2be000-1e65-48ab-8445-936e9927da86" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.014828] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-4f2be000-1e65-48ab-8445-936e9927da86" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.014979] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f2be000-1e65-48ab-8445-936e9927da86',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.232139] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.497671] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.519039] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.519039] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.519039] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.519039] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.519336] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.519434] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port 4f2be000-1e65-48ab-8445-936e9927da86 not found, creating... [ 1308.519706] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.519894] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.520097] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.520289] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.520441] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.520777] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.520952] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.521087] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.521551] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.521551] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.522222] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 4f2be000-1e65-48ab-8445-936e9927da86 is going to be created. [ 1308.541229] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.541559] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.541777] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.542054] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.542386] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.542706] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-4f2be000-1e65-48ab-8445-936e9927da86" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.734381] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.000521] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 606c1215-5dd7-4505-9436-82f0c5f680fe: rpc.has_security_group_logging(os_id): False [ 1309.019053] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.019053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.019053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.019053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.019053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.019053] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.019053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.019471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.019471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.019471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.019471] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe is going to be updated. [ 1309.077576] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.077793] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.077793] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.078018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.078201] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.089592] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: IN_PROGRESS for 2s [ 1309.213306] env[69242]: INFO networking_nsxv3.common.synchronization [req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb req-6dc7c025-e6fd-4717-a8d1-f62516852330 service nova] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_rules [ 1309.213495] env[69242]: INFO networking_nsxv3.common.synchronization [req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb req-6dc7c025-e6fd-4717-a8d1-f62516852330 service nova] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1309.213671] env[69242]: INFO networking_nsxv3.common.synchronization [req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb req-6dc7c025-e6fd-4717-a8d1-f62516852330 service nova] Enqueued Resource ID: 4f2be000-1e65-48ab-8445-936e9927da86 with Priority: HIGHEST for action port [ 1309.213907] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_rules [ 1309.214053] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1309.214252] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f2be000-1e65-48ab-8445-936e9927da86 with Priority: HIGHEST for action port [ 1309.214774] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.214895] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.214957] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.215173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.215258] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.216092] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.216189] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.216381] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f2be000-1e65-48ab-8445-936e9927da86 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.216482] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f2be000-1e65-48ab-8445-936e9927da86" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.216699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f2be000-1e65-48ab-8445-936e9927da86" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.216864] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f2be000-1e65-48ab-8445-936e9927da86" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.216950] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f2be000-1e65-48ab-8445-936e9927da86',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.237012] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.237208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.237252] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.237563] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.237662] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.237790] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1309.264288] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.264507] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.264507] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.264681] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.264826] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.272927] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1309.719027] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.719027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.719027] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f2be000-1e65-48ab-8445-936e9927da86 with status ACTIVE [ 1309.719027] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.719386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.719386] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.719472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.719635] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.719781] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.719837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.719881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.720039] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.720125] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.720304] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.720397] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.720460] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.720597] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.720701] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.720789] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f2be000-1e65-48ab-8445-936e9927da86 is going to be updated. [ 1309.742318] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.742723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.742723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.742723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.742843] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.742956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f2be000-1e65-48ab-8445-936e9927da86" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.104552] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: SUCCESS [ 1311.104922] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.281948] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1311.282333] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.282483] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.282716] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.282993] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.283171] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.283243] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.283438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.283526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.283629] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.786412] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.289440] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.792321] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.792498] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.792570] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.792789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.792881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.792990] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1312.820649] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.820832] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.820884] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.821075] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.821229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.830088] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1314.215601] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.215963] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1314.840946] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1314.841172] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.841319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.841586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.841860] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.841991] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.842085] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.842256] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.842338] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.842428] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.842520] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.345205] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.345584] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.345584] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.345724] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.345814] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.345915] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.345975] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.346140] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.346228] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.346314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.346460] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.346551] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.346623] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.346779] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.346916] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.347018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.347084] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.347221] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.347295] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.347376] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.347463] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.851371] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4968111-4491-4844-b989-8cc267c0715f: rpc.has_security_group_logging(os_id): False [ 1315.868679] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.868821] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.868895] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.869112] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.869206] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.869419] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.869520] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.869604] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.869727] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.869800] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.869983] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.870090] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.870142] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.870283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.870356] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.870533] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.870623] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.870677] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.870810] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.870882] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.870967] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1315.924299] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.924443] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.924487] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.924703] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.924861] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.936735] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1317.950333] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1317.950697] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.216801] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.217218] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.740974] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.741146] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.741214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.741426] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.741532] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.243481] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.746269] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.248118] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1321.248509] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1322.005080] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.005290] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.005290] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.005537] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.018227] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1322.019018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.019728] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1322.057105] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.057274] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.057333] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.057504] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.071230] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.071991] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1322.072097] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1322.072176] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1322.104800] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.104987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.104987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.105347] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.106462] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.106462] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1322.180745] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.180972] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.180972] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.181196] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.181503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.181783] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1322.195517] env[69242]: INFO networking_nsxv3.common.synchronization [req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 req-84578eda-816a-4723-8e2e-70a7d7462c19 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1322.196586] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1322.196586] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.196586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.196586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.196586] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.196920] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.196920] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.196920] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.197177] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.197177] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.197281] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.256470] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.256825] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.256825] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.256918] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.257209] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.257486] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 1322.257604] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'907b20a3-894b-40a9-97ed-03e9a930e608', '524ec562-9369-4ce1-a67a-6fd37e177ddd', 'b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce', 'd8052d6f-b6de-4cb9-a4d1-59c3a9782507', 'd26af606-0724-44b6-a140-5bf71f1b92fd', 'a3021eea-9c73-4e5b-9687-c6f2b8706687', '0f4aa979-ec67-4685-a408-6f4febf6c882', '92bd468a-362c-4a41-a374-336f357a1dc5', '22fbaf9f-010c-4305-9541-48c6eb474738', '8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e', '447d6950-7b00-424a-a223-4b375c168010', '142a013c-c9ce-4b76-86a7-cea418fa5669', '102ae7de-1f5f-40dc-a46b-2ca139dac2f1', '7b7d0d67-2fd7-4107-9a73-96adfed953ca', '11d04fa3-cd3f-4491-a25c-9fd37653babf', '81a23a37-bacc-4a30-9419-87b6e50b2bf6', '7e29612f-d9f5-47b3-869c-779f2e099ec0', 'f7e28637-ee92-4ca6-a4b3-f71535814148', '873f3691-5ba9-43a3-bccd-fb3d5ad59780', '447eba8e-cdff-4d71-a069-27a00e104167', 'b4968111-4491-4844-b989-8cc267c0715f', '33c764e7-c95b-4c09-99ab-4f7ec4c442e2', 'a6a96813-aaa8-47ba-9d19-170206f69ac6', 'c7af9a9c-db9c-4882-8fe6-188135a2c407', 'be3c66ca-1801-448b-9f7e-0d7f01d81748', 'bdef5e17-a895-4c90-bbde-5b37cb2f7e14', '267a7ef5-25ec-4e39-9364-f676e9946b6e', 'ca8fba11-b073-4955-a332-fe92127b50a3', 'b120d137-eb2e-4e75-bb5a-51b2c89e261e', '7d63216f-4245-4a47-8803-16d64a935804', 'e71d6db8-4f25-4a5a-809e-35864f4d8ecb', '8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc', '0f60cf64-3f52-49c8-aff8-311c5568a6a2', '606c1215-5dd7-4505-9436-82f0c5f680fe', 'cbed1cdd-7139-4c4f-b4e9-a06c36f25727', '74ac6599-266a-4ef6-8778-3406802f893d', 'df36513a-a549-4ed8-89ce-11262902c4db', '860de744-7946-4cac-ad57-298e48424855'} {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1322.257709] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1322.274419] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.274548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.274594] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.274737] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.274820] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.274920] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1322.274988] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1322.275071] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1322.343888] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.344049] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.344100] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.344279] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.345397] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.345639] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1322.345717] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1322.345788] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1322.345856] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1322.345931] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 1322.346009] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 907b20a3-894b-40a9-97ed-03e9a930e608 with Priority: HIGH for action security_group_rules [ 1322.346094] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd with Priority: HIGH for action security_group_rules [ 1322.346160] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGH for action security_group_rules [ 1322.346222] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGH for action security_group_rules [ 1322.346284] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d26af606-0724-44b6-a140-5bf71f1b92fd with Priority: HIGH for action security_group_rules [ 1322.346345] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 with Priority: HIGH for action security_group_rules [ 1322.346406] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGH for action security_group_rules [ 1322.346468] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92bd468a-362c-4a41-a374-336f357a1dc5 with Priority: HIGH for action security_group_rules [ 1322.346529] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGH for action security_group_rules [ 1322.346590] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e with Priority: HIGH for action security_group_rules [ 1322.346651] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 447d6950-7b00-424a-a223-4b375c168010 with Priority: HIGH for action security_group_rules [ 1322.346711] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGH for action security_group_rules [ 1322.346772] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 with Priority: HIGH for action security_group_rules [ 1322.346833] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGH for action security_group_rules [ 1322.346895] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf with Priority: HIGH for action security_group_rules [ 1322.346957] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 with Priority: HIGH for action security_group_rules [ 1322.347027] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 with Priority: HIGH for action security_group_rules [ 1322.347092] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGH for action security_group_rules [ 1322.347145] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGH for action security_group_rules [ 1322.347211] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 447eba8e-cdff-4d71-a069-27a00e104167 with Priority: HIGH for action security_group_rules [ 1322.347302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.699033] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.201621] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.703660] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.703953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.703953] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.704137] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.704225] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.704327] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1323.731891] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.732106] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.732215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.732507] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.732720] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.741653] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1324.205660] env[69242]: INFO networking_nsxv3.common.synchronization [req-dc208e8e-df74-4372-b1be-3923dd11428f req-873737d1-169b-4f65-b4ce-5cb68e4dc568 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Enqueued Resource ID: 7d63216f-4245-4a47-8803-16d64a935804 with Priority: HIGHEST for action security_group_members [ 1324.206201] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d63216f-4245-4a47-8803-16d64a935804 with Priority: HIGHEST for action security_group_members [ 1324.206344] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907b20a3-894b-40a9-97ed-03e9a930e608 with Priority: HIGH for action security_group_rules [ 1324.206446] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce with Priority: HIGH for action security_group_rules [ 1324.206543] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 with Priority: HIGH for action security_group_rules [ 1324.206636] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf with Priority: HIGH for action security_group_rules [ 1324.206727] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447eba8e-cdff-4d71-a069-27a00e104167 with Priority: HIGH for action security_group_rules [ 1324.206812] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 with Priority: HIGH for action security_group_rules [ 1324.206900] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e28637-ee92-4ca6-a4b3-f71535814148 with Priority: HIGH for action security_group_rules [ 1324.206987] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 with Priority: HIGH for action security_group_rules [ 1324.207209] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca with Priority: HIGH for action security_group_rules [ 1324.207335] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 with Priority: HIGH for action security_group_rules [ 1324.207430] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 with Priority: HIGH for action security_group_rules [ 1324.207519] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 with Priority: HIGH for action security_group_rules [ 1324.207605] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447d6950-7b00-424a-a223-4b375c168010 with Priority: HIGH for action security_group_rules [ 1324.207684] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e with Priority: HIGH for action security_group_rules [ 1324.207804] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22fbaf9f-010c-4305-9541-48c6eb474738 with Priority: HIGH for action security_group_rules [ 1324.207843] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 with Priority: HIGH for action security_group_rules [ 1324.207967] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bd468a-362c-4a41-a374-336f357a1dc5 with Priority: HIGH for action security_group_rules [ 1324.208053] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26af606-0724-44b6-a140-5bf71f1b92fd with Priority: HIGH for action security_group_rules [ 1324.208110] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd with Priority: HIGH for action security_group_rules [ 1324.208165] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 with Priority: HIGH for action security_group_rules [ 1324.208888] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d63216f-4245-4a47-8803-16d64a935804 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.208888] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.208888] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.208888] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.209209] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.209209] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.209209] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.209324] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.209324] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.209404] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d63216f-4245-4a47-8803-16d64a935804',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.211234] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-907b20a3-894b-40a9-97ed-03e9a930e608 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.212021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.212021] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.212289] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.212289] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('907b20a3-894b-40a9-97ed-03e9a930e608',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.213266] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.213266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.213266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.213455] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.213506] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.214497] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f4aa979-ec67-4685-a408-6f4febf6c882 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.214656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.214722] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.214930] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.215468] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f4aa979-ec67-4685-a408-6f4febf6c882',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.215785] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11d04fa3-cd3f-4491-a25c-9fd37653babf taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.215896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.215896] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.216032] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.216957] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11d04fa3-cd3f-4491-a25c-9fd37653babf',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.216957] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-447eba8e-cdff-4d71-a069-27a00e104167 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.216957] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.216957] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.217603] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.217603] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('447eba8e-cdff-4d71-a069-27a00e104167',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.217857] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.218017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.218017] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.218191] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.218260] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('873f3691-5ba9-43a3-bccd-fb3d5ad59780',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.219062] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e28637-ee92-4ca6-a4b3-f71535814148 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.219184] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.219241] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.219375] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.219439] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e28637-ee92-4ca6-a4b3-f71535814148',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.220115] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e29612f-d9f5-47b3-869c-779f2e099ec0 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.220221] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.220286] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.220427] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.220505] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e29612f-d9f5-47b3-869c-779f2e099ec0',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.221447] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.221553] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.221890] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.222077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.222187] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b7d0d67-2fd7-4107-9a73-96adfed953ca',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.222886] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81a23a37-bacc-4a30-9419-87b6e50b2bf6 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.222980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.223069] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.223214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.223276] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81a23a37-bacc-4a30-9419-87b6e50b2bf6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.224233] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-102ae7de-1f5f-40dc-a46b-2ca139dac2f1 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.224233] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.224333] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.224464] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.224655] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('102ae7de-1f5f-40dc-a46b-2ca139dac2f1',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.225212] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-142a013c-c9ce-4b76-86a7-cea418fa5669 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.225445] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.225445] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.226167] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.226167] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('142a013c-c9ce-4b76-86a7-cea418fa5669',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.226345] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-447d6950-7b00-424a-a223-4b375c168010 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.226345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.226426] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.226550] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.226626] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('447d6950-7b00-424a-a223-4b375c168010',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.227364] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.227470] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.227533] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.227671] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.227771] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.228382] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22fbaf9f-010c-4305-9541-48c6eb474738 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.228475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.228540] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.228693] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.228754] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22fbaf9f-010c-4305-9541-48c6eb474738',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.229450] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3021eea-9c73-4e5b-9687-c6f2b8706687 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.229709] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.229709] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.229788] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.229867] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3021eea-9c73-4e5b-9687-c6f2b8706687',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.230588] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92bd468a-362c-4a41-a374-336f357a1dc5 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.230713] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.230756] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.230903] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.230970] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92bd468a-362c-4a41-a374-336f357a1dc5',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.231640] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26af606-0724-44b6-a140-5bf71f1b92fd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.231761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.231828] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.231957] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.232150] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26af606-0724-44b6-a140-5bf71f1b92fd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.232910] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-524ec562-9369-4ce1-a67a-6fd37e177ddd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.233061] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.233133] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.233231] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.233293] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.234097] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.234225] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.234271] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.234446] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.234529] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8052d6f-b6de-4cb9-a4d1-59c3a9782507',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.263569] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.263712] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.263822] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.263975] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.265131] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.265253] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.266225] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.266360] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.283788] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.283788] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b7d0d67-2fd7-4107-9a73-96adfed953ca is going to be deleted. [ 1324.284122] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.284322] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.302860] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.302990] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f4aa979-ec67-4685-a408-6f4febf6c882 is going to be deleted. [ 1324.304051] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.304310] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.333591] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.333591] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11d04fa3-cd3f-4491-a25c-9fd37653babf is going to be deleted. [ 1324.344058] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.344195] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.344263] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.344490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.345691] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.345691] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b7d0d67-2fd7-4107-9a73-96adfed953ca" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.361464] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.361694] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.361779] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.361964] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.362101] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.362208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f4aa979-ec67-4685-a408-6f4febf6c882" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.395965] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.396154] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.396365] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.396542] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.396656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.396818] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11d04fa3-cd3f-4491-a25c-9fd37653babf" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.712157] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.712157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.712157] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.712746] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.733353] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.733631] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.733753] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.733842] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.734018] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.734104] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.734202] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d63216f-4245-4a47-8803-16d64a935804 is going to be updated. [ 1324.749832] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-524ec562-9369-4ce1-a67a-6fd37e177ddd taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.749981] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.750040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.750237] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.750391] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.750492] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.750548] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.750692] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.750772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.750856] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.750941] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.767751] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.767928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.767975] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.768145] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.768296] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.787150] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.787293] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.787337] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.787519] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.791854] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.791954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.792643] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.792734] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.795495] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.795636] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.797359] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.797464] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.798131] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.798227] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.798774] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d63216f-4245-4a47-8803-16d64a935804 in Status: IN_PROGRESS for 2s [ 1324.799482] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.799569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.800299] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.800385] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.801042] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.801135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.802034] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.802129] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.805445] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1324.805795] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.805882] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.806498] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1324.806888] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.806984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.807564] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1324.807930] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.808043] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.808688] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1324.809041] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.809145] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.809698] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1324.810045] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.810144] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.810705] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1324.811080] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.811182] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.811758] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1324.812163] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.812322] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 907b20a3-894b-40a9-97ed-03e9a930e608 is going to be deleted. [ 1324.813077] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.813269] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.827885] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.827990] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3021eea-9c73-4e5b-9687-c6f2b8706687 is going to be deleted. [ 1324.828730] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.828920] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.843027] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.843117] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 873f3691-5ba9-43a3-bccd-fb3d5ad59780 is going to be deleted. [ 1324.843744] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.843922] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.858983] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.859117] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce is going to be deleted. [ 1324.859804] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.859987] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.874487] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.874704] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.881784] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.881928] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.884624] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.884739] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 102ae7de-1f5f-40dc-a46b-2ca139dac2f1 is going to be deleted. [ 1324.885609] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.885835] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.906146] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.906280] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 447d6950-7b00-424a-a223-4b375c168010 is going to be deleted. [ 1324.907406] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.907406] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.908932] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.909092] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.927959] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.928162] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 447eba8e-cdff-4d71-a069-27a00e104167 is going to be deleted. [ 1324.929025] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.929241] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.930550] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.930649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.958589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.958765] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22fbaf9f-010c-4305-9541-48c6eb474738 is going to be deleted. [ 1324.959670] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.959883] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.022349] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.022486] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.023201] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.023299] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.028477] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.028591] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92bd468a-362c-4a41-a374-336f357a1dc5 is going to be deleted. [ 1325.029436] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.029667] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.090434] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.090636] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26af606-0724-44b6-a140-5bf71f1b92fd is going to be deleted. [ 1325.091832] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.092149] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.124158] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.124311] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.130378] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.130474] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.149093] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.149239] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e28637-ee92-4ca6-a4b3-f71535814148 is going to be deleted. [ 1325.150234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.150464] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.240191] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.240341] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e29612f-d9f5-47b3-869c-779f2e099ec0 is going to be deleted. [ 1325.241255] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.241464] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.263212] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-524ec562-9369-4ce1-a67a-6fd37e177ddd taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.263390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.263390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.263577] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.263734] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.263841] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.263906] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.264037] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.264121] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.264207] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.264350] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-524ec562-9369-4ce1-a67a-6fd37e177ddd taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.264500] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.264572] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.264701] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.264837] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.264926] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.264984] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.265127] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.265198] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.265288] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.265375] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.293188] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.293338] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.320148] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.320277] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.331406] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.331552] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.342889] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.343024] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e is going to be deleted. [ 1325.343842] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.344060] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.421328] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.421545] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8052d6f-b6de-4cb9-a4d1-59c3a9782507 is going to be deleted. [ 1325.422402] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.422613] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.424669] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.424804] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.546322] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.546529] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.547325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.547441] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81a23a37-bacc-4a30-9419-87b6e50b2bf6 is going to be deleted. [ 1325.548283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.548496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.625906] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.626084] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 142a013c-c9ce-4b76-86a7-cea418fa5669 is going to be deleted. [ 1325.626867] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.627087] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.627180] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.627305] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-907b20a3-894b-40a9-97ed-03e9a930e608" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.627485] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.627648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.627732] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.627851] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3021eea-9c73-4e5b-9687-c6f2b8706687" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.628437] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.628612] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.628723] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.628882] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-873f3691-5ba9-43a3-bccd-fb3d5ad59780" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.629053] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.629210] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.629314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.629452] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b11a8ffb-77cc-4dd0-98f2-8cecbe2efbce" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.629605] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.629765] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.629854] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.629981] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-447d6950-7b00-424a-a223-4b375c168010" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.630129] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.630270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.630344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.630457] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-102ae7de-1f5f-40dc-a46b-2ca139dac2f1" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.630567] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.630701] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.630773] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.630881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-447eba8e-cdff-4d71-a069-27a00e104167" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.631009] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.631151] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.631225] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.631352] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22fbaf9f-010c-4305-9541-48c6eb474738" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.631483] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.631632] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.631714] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.631817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92bd468a-362c-4a41-a374-336f357a1dc5" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.631939] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.632088] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.632163] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.632270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26af606-0724-44b6-a140-5bf71f1b92fd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.632423] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.632524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.632597] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.632700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e28637-ee92-4ca6-a4b3-f71535814148" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.632819] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.632956] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.633026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.633137] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e29612f-d9f5-47b3-869c-779f2e099ec0" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.633254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.633387] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.633461] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.633561] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fcc70fc-5ae2-48a1-b677-2bdcbfd4c76e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.644893] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.645031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.645087] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.645236] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.645316] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.645449] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8052d6f-b6de-4cb9-a4d1-59c3a9782507" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.684251] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.684454] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.684530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.684644] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.684725] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.684840] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81a23a37-bacc-4a30-9419-87b6e50b2bf6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.760475] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1325.760806] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.765934] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.766099] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.766158] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.766298] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.766381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.766489] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-142a013c-c9ce-4b76-86a7-cea418fa5669" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.767796] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 524ec562-9369-4ce1-a67a-6fd37e177ddd: rpc.has_security_group_logging(os_id): False [ 1325.804906] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.805055] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.805105] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.805325] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.830082] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.830319] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.830426] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.830485] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.830664] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.830748] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.830955] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.831068] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.831127] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.831271] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.831344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.831523] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.831607] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.831672] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.831804] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.831876] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.831960] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd is going to be updated. [ 1325.944269] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.944485] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.944571] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.944748] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.944888] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.960413] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd in Status: IN_PROGRESS for 2s [ 1326.808545] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d63216f-4245-4a47-8803-16d64a935804 in Status: SUCCESS [ 1326.808972] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d63216f-4245-4a47-8803-16d64a935804 deletion is rescheduled due to dependency. [ 1326.808972] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.972720] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd in Status: SUCCESS [ 1327.973136] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.472467] env[69242]: INFO networking_nsxv3.common.synchronization [req-57051f47-bd03-4d9d-baee-676a6c161ac8 req-6e8137db-dcef-477d-b7e9-f75e3abf1d51 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1328.472892] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGHEST for action security_group_members [ 1328.473209] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.473333] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.473408] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.473594] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.473742] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.473837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.473888] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.474100] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.474208] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.474284] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.978760] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.979174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.979174] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.979462] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.000145] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.000373] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.000496] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.000606] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.000766] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.000850] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.000986] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be updated. [ 1329.024879] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.025030] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.025078] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.025270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.025417] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.032630] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: IN_PROGRESS for 2s [ 1331.043914] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4968111-4491-4844-b989-8cc267c0715f in Status: SUCCESS [ 1331.044216] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4968111-4491-4844-b989-8cc267c0715f deletion is rescheduled due to dependency. [ 1331.044216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.473714] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.474079] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.272869] env[69242]: INFO networking_nsxv3.common.synchronization [req-5ba50a00-d17a-42eb-b952-80015c5fcff4 req-3e83c7a3-cc93-487a-a204-a9389435e0b1 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Enqueued Resource ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd with Priority: HIGHEST for action security_group_members [ 1335.273289] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd with Priority: HIGHEST for action security_group_members [ 1335.273596] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-524ec562-9369-4ce1-a67a-6fd37e177ddd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.273743] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.273808] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.274022] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.274173] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.274271] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.274330] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.274481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.274589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.274678] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.776776] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.278958] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.781061] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.781297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.781297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.781521] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.781605] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.781712] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd is going to be updated. [ 1336.812030] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.812183] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.812279] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.812402] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.812580] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.820528] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd in Status: IN_PROGRESS for 2s [ 1338.835168] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd in Status: SUCCESS [ 1338.835532] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.274971] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.275421] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1340.891266] env[69242]: INFO networking_nsxv3.common.synchronization [req-12681c3c-2563-4c16-9a55-2d6258d4cdce req-b332f9d4-b2e9-48c1-8476-f63db356673d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Enqueued Resource ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd with Priority: HIGHEST for action security_group_members [ 1340.892215] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd with Priority: HIGHEST for action security_group_members [ 1340.892215] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-524ec562-9369-4ce1-a67a-6fd37e177ddd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.892215] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.892424] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.892466] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.892608] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.892704] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.892751] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.892900] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.892980] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.893087] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.395360] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.395766] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.395766] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.395858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.395924] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.396124] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.396228] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.396290] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.396446] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.396522] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.396609] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd is going to be updated. [ 1341.427566] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.427721] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.427770] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.427920] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.428072] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.435488] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd in Status: IN_PROGRESS for 2s [ 1343.445952] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd in Status: SUCCESS [ 1343.446420] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd deletion is rescheduled due to dependency. [ 1343.446420] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.892238] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.892238] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1350.893822] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.893822] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.895158] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.895535] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.896440] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.896889] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.898352] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.898352] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.899374] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.899374] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.712571] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-408 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.712571] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-408" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.712571] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-408" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.713152] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-408" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.713152] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.713152] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.713454] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.713569] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.713640] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.713824] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1375.713940] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1375.714064] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1375.714177] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1375.714291] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1375.714399] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1375.714533] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1375.734441] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1375.734689] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1375.734934] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1375.735252] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-408" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.735710] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-4bab27a9-f516-43fe-bf17-b3a121d1b742 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.735974] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-4bab27a9-f516-43fe-bf17-b3a121d1b742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.736203] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-4bab27a9-f516-43fe-bf17-b3a121d1b742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.736550] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-4bab27a9-f516-43fe-bf17-b3a121d1b742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.736779] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bab27a9-f516-43fe-bf17-b3a121d1b742',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.900713] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.901050] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1376.239629] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.239868] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.239975] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.240261] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.240427] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.240725] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.240888] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.241030] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.241279] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.241425] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.241711] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.241871] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.241991] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.242219] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.242363] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.242509] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: 4bab27a9-f516-43fe-bf17-b3a121d1b742 is going to be updated. [ 1376.262952] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.263138] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.263274] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.263499] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.263689] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.263900] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-4bab27a9-f516-43fe-bf17-b3a121d1b742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.946047] env[69242]: INFO networking_nsxv3.common.synchronization [req-1a3fd86b-305f-47b6-9aff-57f515f493fc req-cb5a0f4c-40c8-4ed3-819d-b303883ea8dc service nova] Enqueued Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_rules [ 1376.946047] env[69242]: INFO networking_nsxv3.common.synchronization [req-1a3fd86b-305f-47b6-9aff-57f515f493fc req-cb5a0f4c-40c8-4ed3-819d-b303883ea8dc service nova] Enqueued Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_members [ 1376.946047] env[69242]: INFO networking_nsxv3.common.synchronization [req-1a3fd86b-305f-47b6-9aff-57f515f493fc req-cb5a0f4c-40c8-4ed3-819d-b303883ea8dc service nova] Enqueued Resource ID: 4bab27a9-f516-43fe-bf17-b3a121d1b742 with Priority: HIGHEST for action port [ 1376.946047] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_rules [ 1376.946047] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_members [ 1376.946047] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bab27a9-f516-43fe-bf17-b3a121d1b742 with Priority: HIGHEST for action port [ 1376.946913] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-606c1215-5dd7-4505-9436-82f0c5f680fe taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.947056] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.947122] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.947318] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.947400] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.948198] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-606c1215-5dd7-4505-9436-82f0c5f680fe taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.948284] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.948345] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.948523] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.948665] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.948760] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.948827] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.949065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.949065] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.949165] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.949807] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bab27a9-f516-43fe-bf17-b3a121d1b742 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.949913] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bab27a9-f516-43fe-bf17-b3a121d1b742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.949975] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bab27a9-f516-43fe-bf17-b3a121d1b742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.950255] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bab27a9-f516-43fe-bf17-b3a121d1b742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.950255] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bab27a9-f516-43fe-bf17-b3a121d1b742',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.452112] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.452992] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-606c1215-5dd7-4505-9436-82f0c5f680fe taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.453153] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.454611] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bab27a9-f516-43fe-bf17-b3a121d1b742 with status ACTIVE [ 1377.454861] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.454938] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.455026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.455234] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.455334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.455494] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.455587] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.455656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.455794] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.455860] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.456051] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.456153] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.456197] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.456375] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.456449] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.456536] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bab27a9-f516-43fe-bf17-b3a121d1b742 is going to be updated. [ 1377.475796] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.475961] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.476067] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.476237] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.476383] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.476535] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bab27a9-f516-43fe-bf17-b3a121d1b742" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.954140] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.456693] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.456927] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.456927] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.457159] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.457256] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.457357] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe is going to be updated. [ 1378.488722] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.488931] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.488931] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.489138] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.489286] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.498166] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: IN_PROGRESS for 2s [ 1380.508503] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: SUCCESS [ 1380.508877] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.508877] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.509129] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.509313] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.509431] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.509500] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.509643] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.509726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.509844] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.509941] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.012058] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.514536] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 606c1215-5dd7-4505-9436-82f0c5f680fe: rpc.has_security_group_logging(os_id): False [ 1381.532049] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.532283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.532283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.532524] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.550597] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.550898] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.551034] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.551103] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.551311] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.551393] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.551478] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe is going to be updated. [ 1381.606587] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.606798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.606798] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.606991] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.607161] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.618795] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: IN_PROGRESS for 2s [ 1381.947082] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.947296] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1383.634929] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: SUCCESS [ 1383.635371] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.948369] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.948772] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.949524] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.949907] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.774658] env[69242]: INFO networking_nsxv3.common.synchronization [req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e req-bb3ab681-dbbb-4bdd-b823-328c0dc26443 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Enqueued Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_members [ 1392.775192] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGHEST for action security_group_members [ 1392.775555] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-606c1215-5dd7-4505-9436-82f0c5f680fe taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.775646] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.775738] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.776008] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.776106] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.776238] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.776238] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.776363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.776446] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.776537] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.278463] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.278859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.278859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.278859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.278978] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.279138] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.279235] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.279297] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.279443] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.279519] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.279605] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe is going to be updated. [ 1393.306592] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.306802] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.306802] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.306936] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.307096] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.314591] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: IN_PROGRESS for 2s [ 1395.325102] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606c1215-5dd7-4505-9436-82f0c5f680fe in Status: SUCCESS [ 1395.325555] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe deletion is rescheduled due to dependency. [ 1395.325555] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.776683] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.777072] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.648285] env[69242]: INFO networking_nsxv3.common.synchronization [None req-c6426d59-0f6b-451f-9380-0619a1c0a937 None None] Enqueued Resource ID: 42b4d6c4-f138-4d3b-8935-a44a280bd2ff with Priority: HIGHEST for action port [ 1402.648654] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b4d6c4-f138-4d3b-8935-a44a280bd2ff with Priority: HIGHEST for action port [ 1402.649098] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-42b4d6c4-f138-4d3b-8935-a44a280bd2ff taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.649221] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42b4d6c4-f138-4d3b-8935-a44a280bd2ff" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.649291] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42b4d6c4-f138-4d3b-8935-a44a280bd2ff" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.649552] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42b4d6c4-f138-4d3b-8935-a44a280bd2ff" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.649637] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42b4d6c4-f138-4d3b-8935-a44a280bd2ff',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.853770] env[69242]: INFO networking_nsxv3.common.synchronization [None req-362c26cc-9650-4139-8130-b208a4fe4666 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Enqueued Resource ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e with Priority: HIGHEST for action security_group_rules [ 1402.853770] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e with Priority: HIGHEST for action security_group_rules [ 1402.853770] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.853770] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.853770] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.854422] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.854628] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('717fd45a-9fb5-42cb-a7e3-63902bdcff0e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.927059] env[69242]: INFO networking_nsxv3.common.synchronization [None req-660c9a0e-4eb0-4a42-9cec-768221f77a60 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Enqueued Resource ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e with Priority: HIGHEST for action security_group_rules [ 1402.927130] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e with Priority: HIGHEST for action security_group_rules [ 1402.927426] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.927530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.151911] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42b4d6c4-f138-4d3b-8935-a44a280bd2ff [ 1403.152207] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.152349] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.152411] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.152688] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.152792] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.152887] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42b4d6c4-f138-4d3b-8935-a44a280bd2ff already deleted. [ 1403.152970] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42b4d6c4-f138-4d3b-8935-a44a280bd2ff" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.375808] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.375993] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.376089] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.376361] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.376489] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.380344] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e already deleted. [ 1403.380344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.380344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.380344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.380689] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('717fd45a-9fb5-42cb-a7e3-63902bdcff0e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.899442] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.899746] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.899746] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.899861] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.899951] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.900065] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e already deleted. [ 1403.900150] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.421417] env[69242]: INFO networking_nsxv3.common.synchronization [None req-c6981d97-25e4-4ba4-8a3c-5323878e0a84 None None] Enqueued Resource ID: 08d00c7f-f178-4587-9492-e5d94311bb1a with Priority: HIGHEST for action port [ 1404.421670] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d00c7f-f178-4587-9492-e5d94311bb1a with Priority: HIGHEST for action port [ 1404.422320] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-08d00c7f-f178-4587-9492-e5d94311bb1a taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.422479] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08d00c7f-f178-4587-9492-e5d94311bb1a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.422582] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08d00c7f-f178-4587-9492-e5d94311bb1a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.422859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08d00c7f-f178-4587-9492-e5d94311bb1a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.422972] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08d00c7f-f178-4587-9492-e5d94311bb1a',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.925645] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08d00c7f-f178-4587-9492-e5d94311bb1a [ 1404.925922] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.926049] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.926121] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.926326] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.926416] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.926511] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08d00c7f-f178-4587-9492-e5d94311bb1a already deleted. [ 1404.926650] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08d00c7f-f178-4587-9492-e5d94311bb1a" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.405178] env[69242]: INFO networking_nsxv3.common.synchronization [req-fde76311-5967-45ea-86d4-6d876326f234 req-db9498ce-a029-48dd-8dde-26d3fd81019c tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Enqueued Resource ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e with Priority: HIGHEST for action security_group_members [ 1408.405739] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e with Priority: HIGHEST for action security_group_members [ 1408.406057] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.406180] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.406262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.406500] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.406685] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.406816] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.406881] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.407088] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.407250] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.407346] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('717fd45a-9fb5-42cb-a7e3-63902bdcff0e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.659187] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.659397] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-263" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.659525] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-263" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.659860] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-263" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.660145] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.660312] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.660433] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.660655] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.660821] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.661052] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1408.661173] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1408.661289] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1408.661400] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1408.661513] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1408.661624] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1408.662096] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1408.681707] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1408.681840] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1408.681979] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1408.682178] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-263" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.682740] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.682923] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.683062] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.683346] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.683487] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed79ffa9-369d-42b9-9af0-2cfab0bb9c29',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.909017] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.909173] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.909222] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.909432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.909528] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.909719] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.909817] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.909884] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.910055] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.910135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.910225] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e already deleted. [ 1408.910304] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.185462] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.185714] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.185858] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.186179] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.186337] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.186501] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 not found, creating... [ 1409.186802] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.186969] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.187110] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.187342] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.187486] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.187769] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.187931] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.188074] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.188287] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.188425] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.188568] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 is going to be created. [ 1409.207472] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.207683] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.207783] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.208098] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.208345] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.208567] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.878218] env[69242]: INFO networking_nsxv3.common.synchronization [req-fde76311-5967-45ea-86d4-6d876326f234 req-8e0da491-0a44-482a-b88d-c555417baac6 service nova] Enqueued Resource ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e with Priority: HIGHEST for action security_group_rules [ 1409.878218] env[69242]: INFO networking_nsxv3.common.synchronization [req-fde76311-5967-45ea-86d4-6d876326f234 req-8e0da491-0a44-482a-b88d-c555417baac6 service nova] Enqueued Resource ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e with Priority: HIGHEST for action security_group_members [ 1409.878218] env[69242]: INFO networking_nsxv3.common.synchronization [req-fde76311-5967-45ea-86d4-6d876326f234 req-8e0da491-0a44-482a-b88d-c555417baac6 service nova] Enqueued Resource ID: ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 with Priority: HIGHEST for action port [ 1409.878218] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e with Priority: HIGHEST for action security_group_rules [ 1409.878218] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e with Priority: HIGHEST for action security_group_members [ 1409.878218] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 with Priority: HIGHEST for action port [ 1409.878218] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.878218] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.878218] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.878218] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.878218] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('717fd45a-9fb5-42cb-a7e3-63902bdcff0e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.879576] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.879735] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.879829] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.880045] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.880241] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.880370] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.880469] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.880653] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.880772] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.880888] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('717fd45a-9fb5-42cb-a7e3-63902bdcff0e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.881711] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.881834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.881902] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.882066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.882145] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed79ffa9-369d-42b9-9af0-2cfab0bb9c29',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.383617] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.383787] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.383908] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('717fd45a-9fb5-42cb-a7e3-63902bdcff0e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.384817] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 with status ACTIVE [ 1410.384976] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.385108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.385175] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.385396] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.385463] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.385630] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.385779] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.385844] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.385995] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.386087] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.386271] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.386384] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.386447] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.386589] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.386675] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.386772] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 is going to be updated. [ 1410.407268] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.407396] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.407446] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.407593] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.407718] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.407862] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.888678] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('717fd45a-9fb5-42cb-a7e3-63902bdcff0e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.391645] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.391645] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.391645] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.391645] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.391645] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.391988] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e is going to be created. [ 1411.413518] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.413661] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.413661] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.413850] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.413999] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.422017] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e in Status: UNINITIALIZED for 2s [ 1413.431534] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e in Status: SUCCESS [ 1413.431748] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.431894] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.432113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.432298] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.432408] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.432471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.432615] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.432695] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.432777] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.432868] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('717fd45a-9fb5-42cb-a7e3-63902bdcff0e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.935228] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('717fd45a-9fb5-42cb-a7e3-63902bdcff0e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.437724] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 717fd45a-9fb5-42cb-a7e3-63902bdcff0e: rpc.has_security_group_logging(os_id): False [ 1414.454578] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.454737] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.454796] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.454996] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.455113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.455347] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.455448] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.455544] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.455652] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.455721] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.455835] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e is going to be created. [ 1414.515429] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.515611] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.515698] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.515884] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.516093] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.531642] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e in Status: IN_PROGRESS for 2s [ 1414.878650] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.878768] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1416.544814] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e in Status: SUCCESS [ 1416.545194] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.880194] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.880536] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.881651] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.881980] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.882540] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.882914] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.883777] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.884127] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.884998] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.885345] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.886377] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.886728] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.888179] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.888666] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.889805] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.890232] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.891196] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.891650] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.893043] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.893453] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.894408] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.894756] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.895750] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.896131] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.897159] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.897416] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.898337] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.898704] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.378911] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.379236] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-263" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.379236] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-263" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.379512] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-263" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.379768] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.379928] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.380058] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.380276] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.380425] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.380630] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1487.380744] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1487.380853] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1487.380959] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1487.381080] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1487.381187] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1487.381323] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1487.408466] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1487.408623] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1487.408761] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1487.408924] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-263" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.409226] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.409394] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.409520] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.409759] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.409897] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed79ffa9-369d-42b9-9af0-2cfab0bb9c29',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.911890] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.912112] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.912217] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.912593] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.912759] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.913068] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.913241] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.913364] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.913583] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.913723] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.914013] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.914185] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.914308] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.914513] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.914649] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.914794] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 is going to be updated. [ 1487.935242] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.935414] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.935534] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.935754] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.935939] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.936169] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.585450] env[69242]: INFO networking_nsxv3.common.synchronization [req-f15abc57-73c2-491b-8706-a69c074a57d8 req-8d8094e9-8fa5-4063-9016-c757472908c2 service nova] Enqueued Resource ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e with Priority: HIGHEST for action security_group_rules [ 1488.585690] env[69242]: INFO networking_nsxv3.common.synchronization [req-f15abc57-73c2-491b-8706-a69c074a57d8 req-8d8094e9-8fa5-4063-9016-c757472908c2 service nova] Enqueued Resource ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e with Priority: HIGHEST for action security_group_members [ 1488.585755] env[69242]: INFO networking_nsxv3.common.synchronization [req-f15abc57-73c2-491b-8706-a69c074a57d8 req-8d8094e9-8fa5-4063-9016-c757472908c2 service nova] Enqueued Resource ID: ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 with Priority: HIGHEST for action port [ 1488.586250] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e with Priority: HIGHEST for action security_group_rules [ 1488.586384] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e with Priority: HIGHEST for action security_group_members [ 1488.586479] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 with Priority: HIGHEST for action port [ 1488.586733] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.586858] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.586925] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.587283] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.587370] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('717fd45a-9fb5-42cb-a7e3-63902bdcff0e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.588611] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.588726] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.588808] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.588962] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.589106] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.589211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.589260] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.589401] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.589499] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.589597] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('717fd45a-9fb5-42cb-a7e3-63902bdcff0e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.593086] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.593086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.593086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.593086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.593086] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed79ffa9-369d-42b9-9af0-2cfab0bb9c29',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.089500] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.089688] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.093079] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('717fd45a-9fb5-42cb-a7e3-63902bdcff0e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.093961] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 with status ACTIVE [ 1489.094157] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.094270] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.094336] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.094528] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.094616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.094781] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.094866] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.094933] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.095093] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.095163] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.095336] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.095426] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.095479] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.095617] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.095708] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.095823] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 is going to be updated. [ 1489.117055] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.117152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.117212] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.117368] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.117504] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.117646] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.597942] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('717fd45a-9fb5-42cb-a7e3-63902bdcff0e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.101067] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.101067] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.101067] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.101067] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.101067] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.101067] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e is going to be updated. [ 1490.129166] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.129373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.129373] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.129567] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.129708] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.139440] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e in Status: IN_PROGRESS for 2s [ 1492.150411] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e in Status: IN_PROGRESS for 4s [ 1493.587933] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.587933] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1494.164880] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e in Status: SUCCESS [ 1494.165057] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.165322] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.165529] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.165727] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.165847] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.165912] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.166085] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.166182] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.166272] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.166360] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('717fd45a-9fb5-42cb-a7e3-63902bdcff0e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.669405] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('717fd45a-9fb5-42cb-a7e3-63902bdcff0e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.172639] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 717fd45a-9fb5-42cb-a7e3-63902bdcff0e: rpc.has_security_group_logging(os_id): False [ 1495.191774] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.192084] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.192180] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.192400] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.192503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.192769] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.192874] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.192941] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.193113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.193196] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.193286] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e is going to be updated. [ 1495.250442] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.250645] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.250645] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.250892] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.251128] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.264292] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e in Status: IN_PROGRESS for 2s [ 1497.280066] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e in Status: SUCCESS [ 1497.280456] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.589585] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.590071] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1503.590949] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.591308] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1508.592068] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.592474] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.785134] env[69242]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1511.785464] env[69242]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ac14b819-6f98-4592-bdde-700b1fc8e3cc None None] NSXv3 Agent Agent loop - iteration:4 started [ 1513.592996] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1513.593357] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1518.594707] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.595095] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.596325] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.596656] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.598292] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.598563] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1533.600060] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.600422] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1538.601233] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.601619] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1543.602861] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1543.603180] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1544.410357] env[69242]: INFO networking_nsxv3.common.synchronization [req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 req-f95597f7-31de-4dd6-8cef-4b3637061172 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Enqueued Resource ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e with Priority: HIGHEST for action security_group_members [ 1544.410357] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e with Priority: HIGHEST for action security_group_members [ 1544.410357] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.410489] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.410522] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.410727] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.410891] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.410989] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.411062] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.411245] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.411331] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.411424] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('717fd45a-9fb5-42cb-a7e3-63902bdcff0e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.913873] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.914351] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.914351] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.914351] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.914547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.914597] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.914704] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.914774] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.914964] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.914964] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.915179] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e is going to be updated. [ 1544.944279] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.944518] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.944518] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.944647] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.944784] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.957722] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e in Status: IN_PROGRESS for 2s [ 1546.969181] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e in Status: SUCCESS [ 1546.969550] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e deletion is rescheduled due to dependency. [ 1546.969550] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.057955] env[69242]: INFO networking_nsxv3.common.synchronization [None req-b39aae20-69f9-499e-8d3d-f25fe5728a10 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Enqueued Resource ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 with Priority: HIGHEST for action security_group_rules [ 1549.058513] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 with Priority: HIGHEST for action security_group_rules [ 1549.058820] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdd65728-60f9-4f69-9f04-8e8fc4917296 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.058954] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.059064] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.059319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.059403] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdd65728-60f9-4f69-9f04-8e8fc4917296',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.122903] env[69242]: INFO networking_nsxv3.common.synchronization [None req-ff700e00-1b2f-4a5f-872e-3006a32db885 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Enqueued Resource ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 with Priority: HIGHEST for action security_group_rules [ 1549.123405] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 with Priority: HIGHEST for action security_group_rules [ 1549.123727] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdd65728-60f9-4f69-9f04-8e8fc4917296 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.123837] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.580163] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.580334] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.580375] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.580570] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.580656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.580750] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 already deleted. [ 1549.580832] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.580964] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.581135] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.581215] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdd65728-60f9-4f69-9f04-8e8fc4917296',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.102057] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.102329] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.102329] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.103023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.103023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.103023] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 already deleted. [ 1550.103023] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.124751] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.124751] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1554.503976] env[69242]: INFO networking_nsxv3.common.synchronization [req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 req-f73a72a5-4020-498a-b719-8da1b80bf5af tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Enqueued Resource ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 with Priority: HIGHEST for action security_group_members [ 1554.507260] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 with Priority: HIGHEST for action security_group_members [ 1554.507260] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd65728-60f9-4f69-9f04-8e8fc4917296 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.507260] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.507260] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.507260] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.507260] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.507260] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.507260] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.507260] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.507260] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.507260] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdd65728-60f9-4f69-9f04-8e8fc4917296',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1554.753089] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.753296] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-263" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.753424] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-263" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.753713] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-263" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.753987] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.754159] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.754277] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.754489] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.754637] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.754853] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1554.754968] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1554.755095] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1554.755206] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1554.755316] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1554.755422] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1554.755555] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1554.774606] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1554.774760] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1554.774902] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1554.775117] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-263" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.775411] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-dd1b5165-4f63-4f92-9bb3-047d46fcef6c taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.775580] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-dd1b5165-4f63-4f92-9bb3-047d46fcef6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.775707] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-dd1b5165-4f63-4f92-9bb3-047d46fcef6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.775992] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-dd1b5165-4f63-4f92-9bb3-047d46fcef6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.776149] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd1b5165-4f63-4f92-9bb3-047d46fcef6c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1555.008172] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.008384] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.008506] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.008791] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.008911] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.009195] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.009338] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.009430] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.009652] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.009778] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.009850] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 already deleted. [ 1555.009960] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.278314] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.278681] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.278681] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.278983] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.279157] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.279323] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Segment Port dd1b5165-4f63-4f92-9bb3-047d46fcef6c not found, creating... [ 1555.279600] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.279783] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.279910] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.280149] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.280292] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.280580] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.280740] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.280944] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.281079] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.281216] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.281360] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: dd1b5165-4f63-4f92-9bb3-047d46fcef6c is going to be created. [ 1555.301146] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.301315] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.301441] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.301690] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.301923] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.302164] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-dd1b5165-4f63-4f92-9bb3-047d46fcef6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.956902] env[69242]: INFO networking_nsxv3.common.synchronization [req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 req-3b3073e9-a7f7-4157-8448-24d1355112b5 service nova] Enqueued Resource ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 with Priority: HIGHEST for action security_group_rules [ 1555.957056] env[69242]: INFO networking_nsxv3.common.synchronization [req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 req-3b3073e9-a7f7-4157-8448-24d1355112b5 service nova] Enqueued Resource ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 with Priority: HIGHEST for action security_group_members [ 1555.957202] env[69242]: INFO networking_nsxv3.common.synchronization [req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 req-3b3073e9-a7f7-4157-8448-24d1355112b5 service nova] Enqueued Resource ID: dd1b5165-4f63-4f92-9bb3-047d46fcef6c with Priority: HIGHEST for action port [ 1555.957437] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 with Priority: HIGHEST for action security_group_rules [ 1555.957565] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 with Priority: HIGHEST for action security_group_members [ 1555.957661] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1b5165-4f63-4f92-9bb3-047d46fcef6c with Priority: HIGHEST for action port [ 1555.958202] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdd65728-60f9-4f69-9f04-8e8fc4917296 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.958369] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.958401] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.958593] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.958712] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdd65728-60f9-4f69-9f04-8e8fc4917296',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1555.959572] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd65728-60f9-4f69-9f04-8e8fc4917296 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.959617] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.959707] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.959872] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.960027] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.960124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.960179] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.960319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.960407] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.960505] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdd65728-60f9-4f69-9f04-8e8fc4917296',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1555.961184] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd1b5165-4f63-4f92-9bb3-047d46fcef6c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.961296] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd1b5165-4f63-4f92-9bb3-047d46fcef6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.961344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd1b5165-4f63-4f92-9bb3-047d46fcef6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.961490] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd1b5165-4f63-4f92-9bb3-047d46fcef6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.961561] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd1b5165-4f63-4f92-9bb3-047d46fcef6c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.462908] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd65728-60f9-4f69-9f04-8e8fc4917296 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.463211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.463249] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdd65728-60f9-4f69-9f04-8e8fc4917296',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.464590] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd1b5165-4f63-4f92-9bb3-047d46fcef6c with status ACTIVE [ 1556.464590] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.464590] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.464590] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.464774] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.464774] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.464930] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.465026] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.465086] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.465686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.465686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.465686] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.465686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.465686] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.465865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.465865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.465915] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd1b5165-4f63-4f92-9bb3-047d46fcef6c is going to be updated. [ 1556.488989] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.489121] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.489197] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.489376] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.489504] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.489656] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd1b5165-4f63-4f92-9bb3-047d46fcef6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.968303] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdd65728-60f9-4f69-9f04-8e8fc4917296',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.471092] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.471536] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.471536] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.471536] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.471629] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.471730] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 is going to be created. [ 1557.493125] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.493300] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.493338] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.493506] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.493664] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.503290] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 in Status: UNINITIALIZED for 2s [ 1559.513530] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 in Status: SUCCESS [ 1559.513935] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.513935] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.514143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.514344] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.514546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.514546] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.514659] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.514739] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.514825] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.514910] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdd65728-60f9-4f69-9f04-8e8fc4917296',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1559.738788] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.738968] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.739048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.739254] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.739358] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.017451] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdd65728-60f9-4f69-9f04-8e8fc4917296',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.241882] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.520631] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdd65728-60f9-4f69-9f04-8e8fc4917296: rpc.has_security_group_logging(os_id): False [ 1560.539701] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.539973] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.540146] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.540504] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.540624] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.540996] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.541229] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.541361] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.541653] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.541820] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.542000] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 is going to be created. [ 1560.598483] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.598645] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.598698] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.598955] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.599155] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.609153] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 in Status: IN_PROGRESS for 2s [ 1560.743748] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.958395] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.958547] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1561.245754] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1561.245885] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1561.955094] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.955489] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.955489] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.955557] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.090787] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1562.091631] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.092623] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1562.127289] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.127474] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.127474] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.127677] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.141070] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.141767] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1562.141846] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1562.141936] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1562.169208] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.169362] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.169408] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.169574] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.170143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.170287] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1562.239392] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.239537] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.239579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.239738] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.240013] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.240247] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1562.321114] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.321242] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.321308] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.321503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.321764] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.321994] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:21. [ 1562.322093] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'524ec562-9369-4ce1-a67a-6fd37e177ddd', 'b4968111-4491-4844-b989-8cc267c0715f', '717fd45a-9fb5-42cb-a7e3-63902bdcff0e', '33c764e7-c95b-4c09-99ab-4f7ec4c442e2', 'a6a96813-aaa8-47ba-9d19-170206f69ac6', 'c7af9a9c-db9c-4882-8fe6-188135a2c407', 'be3c66ca-1801-448b-9f7e-0d7f01d81748', 'bdef5e17-a895-4c90-bbde-5b37cb2f7e14', '267a7ef5-25ec-4e39-9364-f676e9946b6e', 'ca8fba11-b073-4955-a332-fe92127b50a3', 'b120d137-eb2e-4e75-bb5a-51b2c89e261e', '7d63216f-4245-4a47-8803-16d64a935804', 'e71d6db8-4f25-4a5a-809e-35864f4d8ecb', '8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc', '0f60cf64-3f52-49c8-aff8-311c5568a6a2', '606c1215-5dd7-4505-9436-82f0c5f680fe', 'bdd65728-60f9-4f69-9f04-8e8fc4917296', 'cbed1cdd-7139-4c4f-b4e9-a06c36f25727', '74ac6599-266a-4ef6-8778-3406802f893d', 'df36513a-a549-4ed8-89ce-11262902c4db', '860de744-7946-4cac-ad57-298e48424855'} {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1562.322239] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1562.338970] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.339164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.339164] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.339360] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.339441] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.339541] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1562.339613] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1562.339676] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1562.413436] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.413661] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.413661] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.413812] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.414962] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.415257] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1562.415358] env[69242]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69242) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1562.415400] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1562.415433] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1562.415505] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/21 resources of Type:Security Group Rules [ 1562.415572] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd with Priority: HIGH for action security_group_rules [ 1562.415648] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGH for action security_group_rules [ 1562.415712] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e with Priority: HIGH for action security_group_rules [ 1562.415773] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 with Priority: HIGH for action security_group_rules [ 1562.415834] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 with Priority: HIGH for action security_group_rules [ 1562.416096] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 with Priority: HIGH for action security_group_rules [ 1562.416096] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGH for action security_group_rules [ 1562.416096] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGH for action security_group_rules [ 1562.416096] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGH for action security_group_rules [ 1562.416286] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca8fba11-b073-4955-a332-fe92127b50a3 with Priority: HIGH for action security_group_rules [ 1562.416286] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e with Priority: HIGH for action security_group_rules [ 1562.416286] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d63216f-4245-4a47-8803-16d64a935804 with Priority: HIGH for action security_group_rules [ 1562.416389] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb with Priority: HIGH for action security_group_rules [ 1562.416389] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc with Priority: HIGH for action security_group_rules [ 1562.416452] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 with Priority: HIGH for action security_group_rules [ 1562.416482] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGH for action security_group_rules [ 1562.416512] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 with Priority: HIGH for action security_group_rules [ 1562.416576] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 with Priority: HIGH for action security_group_rules [ 1562.416634] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74ac6599-266a-4ef6-8778-3406802f893d with Priority: HIGH for action security_group_rules [ 1562.416711] env[69242]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df36513a-a549-4ed8-89ce-11262902c4db with Priority: HIGH for action security_group_rules [ 1562.416834] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.620914] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 in Status: SUCCESS [ 1562.621207] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.959316] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.959646] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1565.959646] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd with Priority: HIGH for action security_group_rules [ 1565.959646] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e with Priority: HIGH for action security_group_rules [ 1565.959741] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 with Priority: HIGH for action security_group_rules [ 1565.959849] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 with Priority: HIGH for action security_group_rules [ 1565.959938] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df36513a-a549-4ed8-89ce-11262902c4db with Priority: HIGH for action security_group_rules [ 1565.960018] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ac6599-266a-4ef6-8778-3406802f893d with Priority: HIGH for action security_group_rules [ 1565.960101] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 with Priority: HIGH for action security_group_rules [ 1565.960189] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 with Priority: HIGH for action security_group_rules [ 1565.960274] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc with Priority: HIGH for action security_group_rules [ 1565.960358] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606c1215-5dd7-4505-9436-82f0c5f680fe with Priority: HIGH for action security_group_rules [ 1565.960440] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb with Priority: HIGH for action security_group_rules [ 1565.960522] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d63216f-4245-4a47-8803-16d64a935804 with Priority: HIGH for action security_group_rules [ 1565.960606] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e with Priority: HIGH for action security_group_rules [ 1565.960686] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8fba11-b073-4955-a332-fe92127b50a3 with Priority: HIGH for action security_group_rules [ 1565.960767] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e with Priority: HIGH for action security_group_rules [ 1565.960848] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 with Priority: HIGH for action security_group_rules [ 1565.960928] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 with Priority: HIGH for action security_group_rules [ 1565.961019] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 with Priority: HIGH for action security_group_rules [ 1565.961103] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4968111-4491-4844-b989-8cc267c0715f with Priority: HIGH for action security_group_rules [ 1565.961188] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 with Priority: HIGH for action security_group_rules [ 1565.961521] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-524ec562-9369-4ce1-a67a-6fd37e177ddd taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.961649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.961707] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.961927] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.962046] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('524ec562-9369-4ce1-a67a-6fd37e177ddd',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.963251] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.963472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.963472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.963592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.963663] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('717fd45a-9fb5-42cb-a7e3-63902bdcff0e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.964416] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be3c66ca-1801-448b-9f7e-0d7f01d81748 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.964516] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.964583] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.964729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.964800] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be3c66ca-1801-448b-9f7e-0d7f01d81748',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.966036] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f60cf64-3f52-49c8-aff8-311c5568a6a2 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.966036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.966036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.966036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.966036] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f60cf64-3f52-49c8-aff8-311c5568a6a2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.966561] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df36513a-a549-4ed8-89ce-11262902c4db taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.966561] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.966719] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.966780] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.966867] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df36513a-a549-4ed8-89ce-11262902c4db',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.967638] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74ac6599-266a-4ef6-8778-3406802f893d taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.967740] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.967799] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.967949] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.968026] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74ac6599-266a-4ef6-8778-3406802f893d',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.968919] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbed1cdd-7139-4c4f-b4e9-a06c36f25727 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.968919] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.968919] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.969102] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.969102] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbed1cdd-7139-4c4f-b4e9-a06c36f25727',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.969748] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdd65728-60f9-4f69-9f04-8e8fc4917296 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.969845] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.969939] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.970049] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.970121] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdd65728-60f9-4f69-9f04-8e8fc4917296',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.970882] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.970986] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.971036] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.971212] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.971263] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.972073] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-606c1215-5dd7-4505-9436-82f0c5f680fe taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.972073] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.972073] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.972262] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.972262] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('606c1215-5dd7-4505-9436-82f0c5f680fe',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.972884] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e71d6db8-4f25-4a5a-809e-35864f4d8ecb taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.973031] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.973073] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.973209] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.973279] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e71d6db8-4f25-4a5a-809e-35864f4d8ecb',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.975313] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d63216f-4245-4a47-8803-16d64a935804 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.975422] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.975482] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.975633] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.975789] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d63216f-4245-4a47-8803-16d64a935804',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.976441] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b120d137-eb2e-4e75-bb5a-51b2c89e261e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.976441] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.976515] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.976648] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.976714] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b120d137-eb2e-4e75-bb5a-51b2c89e261e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.977526] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca8fba11-b073-4955-a332-fe92127b50a3 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.977526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.977795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.977795] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.977795] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca8fba11-b073-4955-a332-fe92127b50a3',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.978729] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-267a7ef5-25ec-4e39-9364-f676e9946b6e taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.978729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.978729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.978729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.979055] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('267a7ef5-25ec-4e39-9364-f676e9946b6e',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.979572] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7af9a9c-db9c-4882-8fe6-188135a2c407 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.979681] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.979735] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.979846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.979935] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7af9a9c-db9c-4882-8fe6-188135a2c407',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.980581] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdef5e17-a895-4c90-bbde-5b37cb2f7e14 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.980884] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.980884] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.980884] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.981194] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdef5e17-a895-4c90-bbde-5b37cb2f7e14',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.981593] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6a96813-aaa8-47ba-9d19-170206f69ac6 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.981699] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.981761] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.981918] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.981993] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6a96813-aaa8-47ba-9d19-170206f69ac6',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.982781] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4968111-4491-4844-b989-8cc267c0715f taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.982885] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.982937] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.983098] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.983172] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4968111-4491-4844-b989-8cc267c0715f',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.983828] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33c764e7-c95b-4c09-99ab-4f7ec4c442e2 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.983910] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.983979] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.984141] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.984212] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33c764e7-c95b-4c09-99ab-4f7ec4c442e2',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.488688] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd65728-60f9-4f69-9f04-8e8fc4917296 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.488901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.488901] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.489167] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.489331] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.489438] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.489503] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.489664] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.489750] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.489841] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.489968] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdd65728-60f9-4f69-9f04-8e8fc4917296',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.567966] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.568220] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.568284] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.568472] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.570180] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.570312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.571213] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.571300] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.572059] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.572163] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.572830] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.572923] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.573601] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.573695] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.574467] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.574567] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.575548] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.575642] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.576339] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.576432] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.577125] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.577214] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.577868] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.577961] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.578548] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1566.578952] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.579082] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.579703] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1566.580081] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.580197] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.580892] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1566.581270] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.581379] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.582022] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1566.582443] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.582543] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.585561] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1566.586019] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.586143] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.586808] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1566.587182] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.587294] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.587970] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1566.588356] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.588488] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.589088] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1566.589444] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.589574] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc is going to be deleted. [ 1566.590465] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.590687] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.591956] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.592066] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.608786] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.608928] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b120d137-eb2e-4e75-bb5a-51b2c89e261e is going to be deleted. [ 1566.609654] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.609828] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.624616] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.624715] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbed1cdd-7139-4c4f-b4e9-a06c36f25727 is going to be deleted. [ 1566.625390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.625557] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.644082] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.644186] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7af9a9c-db9c-4882-8fe6-188135a2c407 is going to be deleted. [ 1566.644839] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.645010] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.682239] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.682371] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.691821] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.691909] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.697952] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.698069] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 524ec562-9369-4ce1-a67a-6fd37e177ddd is going to be deleted. [ 1566.698778] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.698979] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.713159] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.713291] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.718883] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.719012] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4968111-4491-4844-b989-8cc267c0715f is going to be deleted. [ 1566.719700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.719865] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.742424] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.742516] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df36513a-a549-4ed8-89ce-11262902c4db is going to be deleted. [ 1566.743187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.743360] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.774221] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.774363] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.854594] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.854760] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f60cf64-3f52-49c8-aff8-311c5568a6a2 is going to be deleted. [ 1566.855630] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.855841] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.874310] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.874475] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.882611] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.882739] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.897885] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.897994] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 606c1215-5dd7-4505-9436-82f0c5f680fe is going to be deleted. [ 1566.898700] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.898904] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.958236] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.958404] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.962460] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.962775] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e71d6db8-4f25-4a5a-809e-35864f4d8ecb is going to be deleted. [ 1566.963344] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.963534] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.001030] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdd65728-60f9-4f69-9f04-8e8fc4917296',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.020921] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.021051] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 717fd45a-9fb5-42cb-a7e3-63902bdcff0e is going to be deleted. [ 1567.021848] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.022048] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.048612] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.048750] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.084154] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.084259] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74ac6599-266a-4ef6-8778-3406802f893d is going to be deleted. [ 1567.084990] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.085189] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.101919] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.102041] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.144189] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.144325] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be3c66ca-1801-448b-9f7e-0d7f01d81748 is going to be deleted. [ 1567.144995] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.145187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.165974] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.166099] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.234141] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.234280] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.266871] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.266990] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.278337] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.278450] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d63216f-4245-4a47-8803-16d64a935804 is going to be deleted. [ 1567.279316] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.279523] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.322087] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.322204] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.331715] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.331822] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6a96813-aaa8-47ba-9d19-170206f69ac6 is going to be deleted. [ 1567.332549] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.332743] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.388183] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.388289] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca8fba11-b073-4955-a332-fe92127b50a3 is going to be deleted. [ 1567.389049] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.389240] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.425184] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.425293] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.446294] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.446397] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33c764e7-c95b-4c09-99ab-4f7ec4c442e2 is going to be deleted. [ 1567.447107] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.447293] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.459120] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.459249] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.492920] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.493041] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 267a7ef5-25ec-4e39-9364-f676e9946b6e is going to be deleted. [ 1567.493736] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.493916] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.503318] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdd65728-60f9-4f69-9f04-8e8fc4917296: rpc.has_security_group_logging(os_id): False [ 1567.514567] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.514673] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.535040] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.535146] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdef5e17-a895-4c90-bbde-5b37cb2f7e14 is going to be deleted. [ 1567.535970] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.536217] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.536299] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.536415] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dd10b3b-c4b6-439a-aeea-2bc89e7b7fdc" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.537165] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.537268] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.537335] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.537485] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.572646] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.572750] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.587409] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.587646] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.587737] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.587803] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.587967] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.588063] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.588157] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 is going to be updated. [ 1567.589106] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.589266] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.589352] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.589471] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbed1cdd-7139-4c4f-b4e9-a06c36f25727" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.589588] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.589729] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.589806] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.589933] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7af9a9c-db9c-4882-8fe6-188135a2c407" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.590090] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.590233] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.590311] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.590421] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-524ec562-9369-4ce1-a67a-6fd37e177ddd" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.590530] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.590664] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.590737] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.590846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4968111-4491-4844-b989-8cc267c0715f" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.591346] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.591547] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.591684] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.591816] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df36513a-a549-4ed8-89ce-11262902c4db" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.591933] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.592101] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.592179] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.592291] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f60cf64-3f52-49c8-aff8-311c5568a6a2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.592419] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.592559] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.592632] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.592745] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-606c1215-5dd7-4505-9436-82f0c5f680fe" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.592854] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.593033] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.593120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.593226] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e71d6db8-4f25-4a5a-809e-35864f4d8ecb" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.593354] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.593495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.593569] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.593680] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-717fd45a-9fb5-42cb-a7e3-63902bdcff0e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.593789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.593924] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.594007] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.594120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74ac6599-266a-4ef6-8778-3406802f893d" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.594247] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.594382] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.594454] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.594555] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be3c66ca-1801-448b-9f7e-0d7f01d81748" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.594659] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.594788] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.594859] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.594968] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d63216f-4245-4a47-8803-16d64a935804" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.595113] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.595249] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.595323] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.595430] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6a96813-aaa8-47ba-9d19-170206f69ac6" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.595534] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.595667] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.595740] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.595841] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca8fba11-b073-4955-a332-fe92127b50a3" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.595968] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.596120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.596192] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.596287] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b120d137-eb2e-4e75-bb5a-51b2c89e261e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.596390] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.596523] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.596592] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.596685] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33c764e7-c95b-4c09-99ab-4f7ec4c442e2" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.645760] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.645890] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.645936] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.646120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.646206] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.646319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-267a7ef5-25ec-4e39-9364-f676e9946b6e" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.651264] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.651377] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.651445] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.651600] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.651679] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.651786] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdef5e17-a895-4c90-bbde-5b37cb2f7e14" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.704595] env[69242]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1567.705130] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.705253] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.705319] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.705493] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.705622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.743176] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 in Status: IN_PROGRESS for 2s [ 1569.756741] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 in Status: SUCCESS [ 1569.757124] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.962499] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.962858] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1575.963132] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.963508] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1580.964938] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.964938] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1585.965827] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1585.966170] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1590.967346] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1590.967722] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.968321] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.968696] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1600.969690] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1600.970101] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1605.970627] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.971151] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1610.971666] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1610.971922] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1615.972478] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1615.972918] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1620.973834] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1620.974184] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1625.974676] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1625.975034] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1626.531050] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1626.531050] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "network-263" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.531050] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "network-263" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.531252] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "network-263" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1626.531482] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1626.531673] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.531797] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.532024] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1626.532176] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1626.532398] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1626.532514] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] NeedRegenerationException {{(pid=69242) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1626.532647] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] no value, waiting for create lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1626.532737] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] value creation lock acquired {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1626.532849] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] No value present for key: 'zone-id' {{(pid=69242) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1626.532956] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Calling creation function for not-yet-present value {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1626.533106] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1626.559125] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1626.559288] env[69242]: DEBUG dogpile.cache.region [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69242) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1626.559427] env[69242]: DEBUG dogpile.lock [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Released creation lock {{(pid=69242) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1626.559594] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "network-263" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1626.559860] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock port-dd1b5165-4f63-4f92-9bb3-047d46fcef6c taken with stack trace [, , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1626.560031] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "port-dd1b5165-4f63-4f92-9bb3-047d46fcef6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.560160] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "port-dd1b5165-4f63-4f92-9bb3-047d46fcef6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.560422] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "port-dd1b5165-4f63-4f92-9bb3-047d46fcef6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1626.560564] env[69242]: DEBUG networking_nsxv3.api.rpc [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd1b5165-4f63-4f92-9bb3-047d46fcef6c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1627.062669] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.063079] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.063079] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.063327] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.063488] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.063785] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.063945] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.064085] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.064302] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.064442] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.064729] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.064885] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.065009] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.065224] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.065362] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.065507] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Resource: SegmentPort with ID: dd1b5165-4f63-4f92-9bb3-047d46fcef6c is going to be updated. [ 1627.086634] env[69242]: DEBUG networking_nsxv3.common.locking [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.086801] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.086915] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.087153] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.087341] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.087553] env[69242]: DEBUG oslo_concurrency.lockutils [None req-7d75c03a-de97-42b4-ba6a-16018f7c7cfc None None] Releasing lock "port-dd1b5165-4f63-4f92-9bb3-047d46fcef6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.760962] env[69242]: INFO networking_nsxv3.common.synchronization [req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 req-b91ea0ec-ed32-4df8-8be4-7a7f129fc60f service nova] Enqueued Resource ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 with Priority: HIGHEST for action security_group_rules [ 1627.761110] env[69242]: INFO networking_nsxv3.common.synchronization [req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 req-b91ea0ec-ed32-4df8-8be4-7a7f129fc60f service nova] Enqueued Resource ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 with Priority: HIGHEST for action security_group_members [ 1627.761267] env[69242]: INFO networking_nsxv3.common.synchronization [req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 req-b91ea0ec-ed32-4df8-8be4-7a7f129fc60f service nova] Enqueued Resource ID: dd1b5165-4f63-4f92-9bb3-047d46fcef6c with Priority: HIGHEST for action port [ 1627.761488] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 with Priority: HIGHEST for action security_group_rules [ 1627.761620] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 with Priority: HIGHEST for action security_group_members [ 1627.761715] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1b5165-4f63-4f92-9bb3-047d46fcef6c with Priority: HIGHEST for action port [ 1627.762287] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdd65728-60f9-4f69-9f04-8e8fc4917296 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.762417] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.762495] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.762674] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.762754] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdd65728-60f9-4f69-9f04-8e8fc4917296',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1627.765736] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd65728-60f9-4f69-9f04-8e8fc4917296 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.765736] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.765819] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.765934] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.766094] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.766187] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.766247] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.766392] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.766479] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.766568] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdd65728-60f9-4f69-9f04-8e8fc4917296',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1627.767292] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd1b5165-4f63-4f92-9bb3-047d46fcef6c taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.767399] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd1b5165-4f63-4f92-9bb3-047d46fcef6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.767465] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd1b5165-4f63-4f92-9bb3-047d46fcef6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.767613] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd1b5165-4f63-4f92-9bb3-047d46fcef6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.767684] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd1b5165-4f63-4f92-9bb3-047d46fcef6c',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1628.269017] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdd65728-60f9-4f69-9f04-8e8fc4917296',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1628.270416] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd65728-60f9-4f69-9f04-8e8fc4917296 taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1628.270562] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.270869] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd1b5165-4f63-4f92-9bb3-047d46fcef6c with status ACTIVE [ 1628.271039] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1628.271147] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.271216] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1628.271434] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1628.271526] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.271695] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1628.271789] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.271847] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1628.272013] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1628.272091] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.272265] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1628.272354] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.272413] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1628.272551] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1628.272622] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.272705] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd1b5165-4f63-4f92-9bb3-047d46fcef6c is going to be updated. [ 1628.291506] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1628.291626] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.291681] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1628.291846] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1628.291966] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.292123] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd1b5165-4f63-4f92-9bb3-047d46fcef6c" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.771610] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdd65728-60f9-4f69-9f04-8e8fc4917296',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1629.274475] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1629.275063] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.275063] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.275063] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1629.275063] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1629.275415] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 is going to be updated. [ 1629.308683] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1629.308937] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.308937] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.309103] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1629.309152] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1629.317839] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 in Status: IN_PROGRESS for 2s [ 1631.329056] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 in Status: SUCCESS [ 1631.329381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.329381] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.329579] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.329762] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.329877] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.329942] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.330108] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.330188] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.330277] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.330362] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdd65728-60f9-4f69-9f04-8e8fc4917296',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1631.832251] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdd65728-60f9-4f69-9f04-8e8fc4917296',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.334712] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdd65728-60f9-4f69-9f04-8e8fc4917296: rpc.has_security_group_logging(os_id): False [ 1632.352087] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.352248] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.352314] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.352527] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.352620] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.352871] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.352973] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.353057] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.353211] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.353302] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.353388] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 is going to be updated. [ 1632.414096] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.414273] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.414312] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.414497] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.414655] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.426548] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 in Status: IN_PROGRESS for 2s [ 1632.762496] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1632.762685] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1634.440226] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 in Status: SUCCESS [ 1634.440667] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1637.764177] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1637.764557] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1642.765552] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1642.765795] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1647.767131] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1647.767572] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1652.768827] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1652.769285] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1657.770187] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1657.770187] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1662.771846] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1662.772268] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1667.772726] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1667.773158] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1672.774273] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1672.774595] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1677.775337] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1677.775682] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1681.086724] env[69242]: INFO networking_nsxv3.common.synchronization [req-e4789677-48b3-4848-8849-182f850ebd96 req-91d51820-d4fc-4ce6-a3e1-daca446ccc7a tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Enqueued Resource ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 with Priority: HIGHEST for action security_group_members [ 1681.087554] env[69242]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 with Priority: HIGHEST for action security_group_members [ 1681.087554] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd65728-60f9-4f69-9f04-8e8fc4917296 taken with stack trace [, , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1681.087683] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.087715] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1681.088278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1681.088278] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1681.088278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.088278] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1681.088527] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1681.088527] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1681.088527] env[69242]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdd65728-60f9-4f69-9f04-8e8fc4917296',) {} {{(pid=69242) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1681.590480] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1681.590649] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.590689] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1681.590892] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1681.590992] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1681.591206] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1681.591303] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.591366] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1681.591518] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1681.591594] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1681.591721] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 is going to be updated. [ 1681.625156] env[69242]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69242) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1681.625284] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.625321] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1681.625481] env[69242]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1681.625612] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1681.638230] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 in Status: IN_PROGRESS for 2s [ 1683.648693] env[69242]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 in Status: SUCCESS [ 1683.649120] env[69242]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdd65728-60f9-4f69-9f04-8e8fc4917296 deletion is rescheduled due to dependency. [ 1683.649120] env[69242]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd65728-60f9-4f69-9f04-8e8fc4917296" {{(pid=69242) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.087738] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1686.088108] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1691.089235] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1691.089555] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1696.090093] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1696.090454] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1701.091057] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1701.091408] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1706.092412] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1706.092803] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1711.093896] env[69242]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1711.094309] env[69242]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0